-- Logs begin at Tue 2021-07-27 09:09:48 UTC, end at Tue 2021-07-27 10:07:56 UTC. -- Jul 27 09:37:23.900297 dv-cinder-802440-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 09:37:26.581056 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.common.config [-] Logging enabled! Jul 27 09:37:26.581646 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 09:37:26.581813 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 09:37:26.585578 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.common.config [-] Logging enabled! Jul 27 09:37:26.585849 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 09:37:26.586139 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 09:37:26.587086 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 09:37:26.587319 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 09:37:26.587673 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 09:37:26.587916 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 09:37:26.588139 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 09:37:26.588450 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.588743 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.589035 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.589262 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.589552 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.589838 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.590115 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.590396 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.590712 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.590996 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.591270 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.591548 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.591776 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.592050 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.592332 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.592613 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.592833 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] debug = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.593107 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.593525 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.593925 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.594200 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.594487 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.594784 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.595056 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.595329 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.595609 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.595927 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] host = dv-cinder-802440-1-iscsi {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.596196 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.596478 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.596760 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.597040 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.597310 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.597595 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.598411 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.598698 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.598973 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] log_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.599244 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.599530 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.599811 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.600097 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.600318 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.600537 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.600833 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.601103 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.601374 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.601647 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.601918 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.602186 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.602454 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.602745 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.603031 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.603311 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.603593 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.603864 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.604134 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.604407 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.604675 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.604956 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.605226 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.605493 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.605760 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.606042 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.606306 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.606574 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.606901 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.607184 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.607460 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.607737 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.608007 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.608282 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.608548 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.608814 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.609079 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] use_json = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.609346 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.609609 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.609884 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.610149 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.610413 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.610708 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.610963 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.611243 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:26.611533 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.611823 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.612117 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.612392 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.612680 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.612955 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.613258 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.613532 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.613815 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.614095 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.614380 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.614650 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.614956 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.615228 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.615517 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.615814 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.616102 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.616387 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.616657 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.616927 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.617195 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.617466 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.617748 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.618036 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.618319 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.618594 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.618891 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.619185 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.619458 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.619728 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.620001 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.620286 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.620559 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.620831 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.621108 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.621383 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.621652 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.621922 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.622195 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.622481 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.622778 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.623050 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.623317 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.623590 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.623855 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.624135 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.624412 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.624681 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.624951 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.625225 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.625494 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.625765 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.626039 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.626308 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.626579 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.626878 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.627151 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.627421 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.627691 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.627961 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.628230 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.628496 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.628809 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.629062 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.629332 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.629597 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.629864 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.630131 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.630411 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.630721 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.631003 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.631282 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.631559 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.631833 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.632106 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.632381 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.632657 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.632932 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.633203 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.633489 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.633769 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.634051 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.634333 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.634605 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.634929 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.635204 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.635482 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.635754 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.636027 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.636310 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.636588 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.636879 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.637170 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.637458 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.637746 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.638034 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.638308 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.638607 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.638904 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:26.639117 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 09:37:26.639354 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99603) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 09:37:26.984623 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 09:37:26.984825 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 09:37:26.985112 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 09:37:26.985444 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 09:37:27.370836 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.371126 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.371409 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.372691 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.372965 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.373229 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.407114 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.407392 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.407659 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.422652 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.422961 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.423225 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.451092 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.451365 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.451632 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.487965 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.488271 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.488541 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.716799 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.717420 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.717420 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.717581 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.718194 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.835899 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.836216 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.836497 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.836768 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.837035 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.837346 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.837604 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.837857 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.838107 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.838386 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.838644 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.838930 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.839184 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.839433 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.839682 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.839940 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.840190 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.840453 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.840716 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.840971 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.841237 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.841485 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.841760 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.842136 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.842382 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.842625 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.843040 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 09:37:27.843278 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 09:37:27.843513 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 09:37:27.843751 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 09:37:27.843986 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 09:37:27.844219 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 09:37:27.844575 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 09:37:27.847656 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 09:37:27.851541 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 09:37:27.855212 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 27 09:37:27.856967 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 09:37:27.857404 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 09:37:27.857736 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 09:37:27.858114 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 09:37:27.860930 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 09:37:27.861180 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 09:37:27.861521 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 09:37:27.866786 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 09:37:27.889222 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 09:37:27.889670 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.889965 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99603) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 09:37:27.890324 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.891692 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99603) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 09:37:27.891967 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 09:37:27.892210 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 09:37:27.896084 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.896365 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:27.960004 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 09:37:27.960237 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 09:37:27.960471 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 09:37:27.960840 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 09:37:27.981350 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_db.sqlalchemy.engines [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99603) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 09:37:28.509915 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Initializing driver for type 'gre' Jul 27 09:37:28.510434 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] gre ID ranges: [(1, 1000)] Jul 27 09:37:28.563262 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Initializing driver for type 'local' Jul 27 09:37:28.563592 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Initializing driver for type 'vlan' Jul 27 09:37:28.576191 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] VlanTypeDriver initialization complete Jul 27 09:37:28.576571 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Initializing driver for type 'vxlan' Jul 27 09:37:28.577165 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] vxlan ID ranges: [(1, 1000)] Jul 27 09:37:28.628434 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Initializing extension driver 'port_security' Jul 27 09:37:28.628770 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.extensions.port_security [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] PortSecurityExtensionDriver initialization complete Jul 27 09:37:28.629184 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Initializing mechanism driver 'openvswitch' Jul 27 09:37:28.629446 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Initializing mechanism driver 'hyperv' Jul 27 09:37:28.635951 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.plugins.ml2.plugin [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:37:28.636800 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > port after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.637174 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > port after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.637528 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > port after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.638054 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 09:37:28.638489 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.638867 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.639215 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.639606 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 09:37:28.640007 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > network after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.640360 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > network after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.640702 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > network after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.641096 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 09:37:28.641502 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.641852 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.642193 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.642590 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 09:37:28.643015 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.643363 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.643707 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.644101 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 09:37:28.645009 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.645354 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.645692 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.646084 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 09:37:28.646456 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] ML2 OVO RPC backend initialized. {{(pid=99603) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 09:37:28.647194 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.647555 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.647975 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > network before_response 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.648325 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > networks before_response 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.648674 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > port before_response 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.649016 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > ports before_response 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.649362 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.649704 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.650054 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > network after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.650394 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > network after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.650758 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > network after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.651096 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > port after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.651431 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > port after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.651764 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > port after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.652102 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.652435 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.652770 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.653337 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.plugin [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Modular L2 Plugin initialization complete Jul 27 09:37:28.653663 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading services supported by the core plugin {{(pid=99603) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 09:37:28.653984 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.plugins.ml2.managers [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Got port-security extension from driver 'port_security' Jul 27 09:37:28.654443 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.extensions.vlantransparent [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Disabled vlantransparent extension. Jul 27 09:37:28.654955 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99603) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 09:37:28.655270 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading Plugin: router Jul 27 09:37:28.691056 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.691475 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router after_create 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.691853 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router before_create 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.692226 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.692609 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.692974 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router after_delete 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.693340 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.693832 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router after_create 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.694191 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router after_update 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.694550 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router after_update 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.694931 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.695298 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router after_update 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.695717 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.696088 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: port after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.696430 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: port after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.696768 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: subnet after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.697107 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.697461 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.697816 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.698163 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: port before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.698508 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.698904 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router after_update 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.699259 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.699623 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.699992 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.700348 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.700715 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > agent after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.701072 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > agent after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.701424 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > network after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.702279 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Tracking information for resource: router configured {{(pid=99603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 09:37:28.702612 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Tracking information for resource: floatingip configured {{(pid=99603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 09:37:28.707965 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.db.l3_agentschedulers_db [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 09:37:28.708543 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: port after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.708910 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: port after_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.709267 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: port after_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.709622 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: port after_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.710474 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router before_create 55550100 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.710834 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.711203 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.711567 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.716023 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.services.provider_configuration [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service providers = [] {{(pid=99603) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 09:37:28.716389 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.db.servicetype_db [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99603) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 09:37:28.719334 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.services.service_base [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 09:37:28.719873 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.services.service_base [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 09:37:28.720030 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.services.service_base [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 09:37:28.720918 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.services.service_base [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 09:37:28.721293 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.services.service_base [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 09:37:28.721668 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 09:37:28.721986 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 09:37:28.734557 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 09:37:28.734925 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading Plugin: auto_allocate Jul 27 09:37:28.740650 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: network precommit_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.741025 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: network precommit_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.741539 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 09:37:28.741860 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading Plugin: tag Jul 27 09:37:28.748543 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 09:37:28.748877 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading Plugin: timestamp Jul 27 09:37:28.752663 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 09:37:28.753000 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading Plugin: network_ip_availability Jul 27 09:37:28.758347 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.758756 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.759119 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.759837 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 09:37:28.760156 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading Plugin: flavors Jul 27 09:37:28.765154 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 09:37:28.765489 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading Plugin: revisions Jul 27 09:37:28.770266 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 09:37:28.770659 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_concurrency.lockutils [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=99603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 09:37:28.771417 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99603) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 09:37:28.771752 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Initializing extension manager. Jul 27 09:37:28.772260 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: __init__.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.772603 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: __pycache__ {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.772937 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.773268 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: address_group.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.774023 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.774583 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: address-group Jul 27 09:37:28.774943 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: address_scope.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.775660 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.776166 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: address-scope Jul 27 09:37:28.776490 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.777425 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.777935 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: router-admin-state-down-before-update Jul 27 09:37:28.778257 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: agent.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.778994 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.779501 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: agent Jul 27 09:37:28.779825 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: agent_resources_synced.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.780743 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.781251 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: agent-resources-synced Jul 27 09:37:28.781570 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.783387 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.783909 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: allowed-address-pairs Jul 27 09:37:28.784236 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.785958 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.786473 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: auto-allocated-topology Jul 27 09:37:28.786836 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: availability_zone.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.787538 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.788043 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: availability_zone Jul 27 09:37:28.788367 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: availability_zone_filter.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.789286 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.789793 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: availability_zone_filter Jul 27 09:37:28.790123 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: data_plane_status.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.791063 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.791569 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 09:37:28.791891 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: default_subnetpools.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.792808 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.793313 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: default-subnetpools Jul 27 09:37:28.793633 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.794440 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.794980 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: dhcp_agent_scheduler Jul 27 09:37:28.795312 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: dns.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.796217 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.796720 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 09:37:28.797043 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: dns_domain_ports.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.797959 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.798463 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 09:37:28.798821 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.799745 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.800252 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 09:37:28.800576 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: dvr.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.801272 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.801772 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: dvr Jul 27 09:37:28.802091 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: ecmp_routes.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.803043 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.803544 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 09:37:28.803866 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: empty_string_filtering.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.804777 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.805280 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: empty-string-filtering Jul 27 09:37:28.805603 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.806516 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.807052 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 09:37:28.807377 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.808298 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.808829 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 09:37:28.809157 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: external_net.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.810077 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.810878 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: external-net Jul 27 09:37:28.811222 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.812139 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.812652 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: extra_dhcp_opt Jul 27 09:37:28.812975 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: extraroute.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.813883 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.814391 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: extraroute Jul 27 09:37:28.814743 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: extraroute_atomic.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.815770 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.816301 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: extraroute-atomic Jul 27 09:37:28.816624 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: filter_validation.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.817651 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.817970 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: filter-validation Jul 27 09:37:28.818292 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: fip_pf_description.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.819240 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.819746 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 09:37:28.820073 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: fip_port_details.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.820997 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.821503 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: fip-port-details Jul 27 09:37:28.821824 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: flavors.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.823097 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.823610 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: flavors Jul 27 09:37:28.823936 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.825595 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.826114 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 09:37:28.826443 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: floatingip_pools.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.827169 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.827679 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: floatingip-pools Jul 27 09:37:28.828004 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: ip_allocation.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.828958 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.829460 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 09:37:28.829783 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.830732 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.831243 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: ip-substring-filtering Jul 27 09:37:28.831568 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: l2_adjacency.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.833008 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.833511 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 09:37:28.833834 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: l3.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.834845 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.835367 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: router Jul 27 09:37:28.835693 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.837912 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.838440 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 09:37:28.838807 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.839751 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.840264 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: ext-gw-mode Jul 27 09:37:28.840598 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.841534 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.842042 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: l3-ha Jul 27 09:37:28.842368 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: l3_flavors.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.843317 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.843824 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: l3-flavors Jul 27 09:37:28.844150 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.845070 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.845577 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 09:37:28.845906 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: l3agentscheduler.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.847001 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.847527 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: l3_agent_scheduler Jul 27 09:37:28.848435 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: logging.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.849951 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.850496 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension logging not supported by any of loaded plugins Jul 27 09:37:28.850860 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: metering.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.851594 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.852175 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: metering Jul 27 09:37:28.852504 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.853802 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.854427 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: metering_source_and_destination_fields Jul 27 09:37:28.854709 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: multiprovidernet.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.855741 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.856248 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: multi-provider Jul 27 09:37:28.856556 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: netmtu.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.857555 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.858093 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: net-mtu Jul 27 09:37:28.858557 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: netmtu_writable.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.859423 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.859911 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: net-mtu-writable Jul 27 09:37:28.860303 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: network_availability_zone.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.860990 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.861497 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: network_availability_zone Jul 27 09:37:28.861828 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: network_ip_availability.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.863020 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.863629 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: network-ip-availability Jul 27 09:37:28.863923 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: network_segment_range.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.864704 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.865255 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 09:37:28.865580 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: pagination.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.866625 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.866999 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: pagination Jul 27 09:37:28.867355 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: port_device_profile.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.868457 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.868975 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: port-device-profile Jul 27 09:37:28.869301 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.870219 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.870764 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: port-mac-address-regenerate Jul 27 09:37:28.871092 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.872007 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.872518 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: port-numa-affinity-policy Jul 27 09:37:28.872841 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: port_resource_request.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.873754 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.874262 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 09:37:28.874585 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: portbindings.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.875546 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.876057 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: binding Jul 27 09:37:28.876377 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: portbindings_extended.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.877646 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.878164 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: binding-extended Jul 27 09:37:28.878493 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: portsecurity.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.879510 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.879973 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: port-security Jul 27 09:37:28.880298 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: project_id.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.881278 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.881609 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: project-id Jul 27 09:37:28.881933 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: providernet.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.882893 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.883408 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: provider Jul 27 09:37:28.883730 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: qos.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.887179 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.887704 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension qos not supported by any of loaded plugins Jul 27 09:37:28.888039 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.889284 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.889796 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 09:37:28.890124 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.891083 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.891595 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 09:37:28.891918 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: qos_default.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.892833 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.893345 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension qos-default not supported by any of loaded plugins Jul 27 09:37:28.893670 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: qos_fip.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.894321 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.895365 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 09:37:28.895685 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.896613 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.897123 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 09:37:28.897446 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.898371 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.898906 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 09:37:28.899227 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.900149 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.900655 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 09:37:28.900975 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: qos_rules_alias.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.902023 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.902534 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 09:37:28.902888 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: quotasv2.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.903995 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.904326 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: quotas Jul 27 09:37:28.904648 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: quotasv2_detail.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.907690 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.908031 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: quota_details Jul 27 09:37:28.908360 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: rbac.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.909428 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.909951 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: rbac-policies Jul 27 09:37:28.910878 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: rbac_address_group.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.911839 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.912357 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: rbac-address-group Jul 27 09:37:28.912687 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: rbac_address_scope.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.913612 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.914124 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: rbac-address-scope Jul 27 09:37:28.914447 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: rbac_security_groups.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.915400 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.915910 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: rbac-security-groups Jul 27 09:37:28.916239 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.917160 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.917669 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: rbac-subnetpool Jul 27 09:37:28.917993 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: revisionifmatch.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.918949 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.919461 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: revision-if-match Jul 27 09:37:28.919783 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: revisions.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.920908 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.921428 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: standard-attr-revisions Jul 27 09:37:28.921752 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: router_availability_zone.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.922424 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.922970 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: router_availability_zone Jul 27 09:37:28.923295 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: routerservicetype.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.924221 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.924725 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 09:37:28.925047 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.925998 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.926509 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: security-groups-normalized-cidr Jul 27 09:37:28.926867 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.927789 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.928299 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: port-security-groups-filtering Jul 27 09:37:28.928620 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.929549 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.930057 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: security-groups-remote-address-group Jul 27 09:37:28.930380 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: securitygroup.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.940117 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.940641 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: security-group Jul 27 09:37:28.940974 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: segment.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.941793 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.942304 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension segment not supported by any of loaded plugins Jul 27 09:37:28.942630 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.943594 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.944100 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 09:37:28.944426 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: servicetype.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.945547 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.946069 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: service-type Jul 27 09:37:28.946398 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: sorting.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.947407 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.947739 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: sorting Jul 27 09:37:28.948063 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: standard_attr_segment.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.949046 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.949557 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 09:37:28.949878 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: standardattrdescription.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.950528 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.951062 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: standard-attr-description Jul 27 09:37:28.951387 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: stateful_security_group.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.952326 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.952838 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: stateful-security-group Jul 27 09:37:28.953162 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: stdattrs_common.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.953746 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 09:37:28.954069 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.955039 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.955554 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 09:37:28.955878 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: subnet_onboard.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.957469 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.957986 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: subnet_onboard Jul 27 09:37:28.958311 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.959276 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.959786 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 09:37:28.960109 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: subnet_service_types.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.961048 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.961555 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: subnet-service-types Jul 27 09:37:28.961879 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: subnetallocation.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.962991 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.963506 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: subnet_allocation Jul 27 09:37:28.963831 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.964494 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.964998 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: subnetpool-prefix-ops Jul 27 09:37:28.965320 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.966247 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.966780 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 09:37:28.967105 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: tagging.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.968180 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.968690 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: standard-attr-tag Jul 27 09:37:28.969014 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: timestamp.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.970232 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.970777 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loaded extension: standard-attr-timestamp Jul 27 09:37:28.971106 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: trunk.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.972147 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.973282 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension trunk not supported by any of loaded plugins Jul 27 09:37:28.973613 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: trunk_details.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.974545 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.975088 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 09:37:28.975413 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.976344 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.976856 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 09:37:28.977183 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Loading extension file: vlantransparent.py {{(pid=99603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 09:37:28.977857 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 09:37:28.978366 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 09:37:28.980869 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:network Jul 27 09:37:28.981385 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:subnet Jul 27 09:37:28.981791 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 09:37:28.982184 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:port Jul 27 09:37:28.983443 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.983893 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service FLAVORS assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.984522 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.984957 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.985288 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:router Jul 27 09:37:28.985737 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 09:37:28.986226 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service METERING assigned prefix: /metering {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.987695 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.988069 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.988447 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:37:28.989456 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 09:37:28.989903 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:security_group Jul 27 09:37:28.990339 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 09:37:28.990984 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service CORE assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.991317 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 09:37:28.991670 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] subnetpool is already registered Jul 27 09:37:28.992094 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service CORE assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.992417 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 09:37:28.992750 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] subnetpool is already registered Jul 27 09:37:28.995171 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.995725 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service FLAVORS assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.996348 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.996789 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.997121 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:router Jul 27 09:37:28.997462 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] router is already registered Jul 27 09:37:28.997873 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 09:37:28.998207 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] floatingip is already registered Jul 27 09:37:28.998698 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service METERING assigned prefix: /metering {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:28.999411 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 09:37:28.999738 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] rbac_policy is already registered Jul 27 09:37:29.000158 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:security_group Jul 27 09:37:29.000490 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] security_group is already registered Jul 27 09:37:29.000899 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 09:37:29.001232 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] security_group_rule is already registered Jul 27 09:37:29.001731 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service CORE assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:29.002054 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 09:37:29.002395 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] subnetpool is already registered Jul 27 09:37:29.002854 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.v2.resource_helper [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Service CORE assigned prefix: {{(pid=99603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 09:37:29.003176 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 09:37:29.003504 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING neutron.quota.resource_registry [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] subnetpool is already registered Jul 27 09:37:29.005169 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: extensions {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.006596 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: address-groups {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.008120 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: address-scopes {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.009370 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: agents {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.010632 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: auto-allocated-topology {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.011915 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: availability_zones {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.013133 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: dhcp-networks {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.014542 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: dhcp-agents {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.016107 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: routers {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.017817 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: flavors {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.019009 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: service_profiles {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.020865 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: next_providers {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.022318 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: service_profiles {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.023790 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: floatingip-pools {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.025123 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: routers {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.026867 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: floatingips {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.028062 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: l3-routers {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.029546 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: l3-agents {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.030992 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: metering-labels {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.032260 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: metering-label-rules {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.033532 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: network-ip-availabilities {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.034921 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: bindings {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.037063 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: quotas {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.038476 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: quotas {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.040028 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: rbac-policies {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.041229 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: security-groups {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.042442 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: security-group-rules {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.043814 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: service-providers {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.045033 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: subnetpools {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.046475 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: subnetpools {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.048088 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.049782 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.051549 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.053433 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.055189 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.057049 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.058841 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.060892 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.063662 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.065409 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron.api.extensions [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Extended resource: tags {{(pid=99603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 09:37:29.071885 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING keystonemiddleware.auth_token [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 09:37:29.076397 dv-cinder-802440-1-iscsi neutron-server[99603]: WARNING keystonemiddleware.auth_token [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 09:37:29.085356 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_concurrency.lockutils [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Acquired lock "singleton_lock" {{(pid=99603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 09:37:29.085834 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_concurrency.lockutils [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Releasing lock "singleton_lock" {{(pid=99603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 09:37:29.086467 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO oslo_service.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Starting 2 workers Jul 27 09:37:29.091239 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Started child 99744 {{(pid=99603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 09:37:29.095585 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Started child 99745 {{(pid=99603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 09:37:29.096495 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:29.097133 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO neutron.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 09:37:29.097838 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Notify callbacks [] for process, before_spawn {{(pid=99603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:29.098071 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [-] (99744) wsgi starting up on http://0.0.0.0:9696 Jul 27 09:37:29.100259 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO oslo_service.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Starting 1 workers Jul 27 09:37:29.100391 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:29.101730 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [-] (99745) wsgi starting up on http://0.0.0.0:9696 Jul 27 09:37:29.105390 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Started child 99746 {{(pid=99603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 09:37:29.105877 dv-cinder-802440-1-iscsi neutron-server[99603]: INFO oslo_service.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Starting 1 workers Jul 27 09:37:29.108979 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] calling RpcWorker wait() {{(pid=99746) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 09:37:29.109517 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] returning from RpcWorker wait() {{(pid=99746) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 09:37:29.110269 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Started child 99747 {{(pid=99603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 09:37:29.110688 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:29.111126 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:37:29.111230 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG neutron_lib.callbacks.manager [None req-caa3b37c-9122-4879-9f8d-72674d41d1e9 None None] Notify callbacks [] for process, after_spawn {{(pid=99603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:29.113029 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 09:37:29.113297 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 09:37:29.113486 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 09:37:29.113707 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 09:37:29.114038 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 09:37:29.114205 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 09:37:29.114736 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.115038 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.115287 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.115537 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.115811 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:29.116294 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.116414 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.116687 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.116923 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.117209 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.117473 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.117644 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.117811 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.118063 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.118296 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.118591 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.119264 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.119264 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.119412 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.119552 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.119852 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.120091 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.120340 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.120615 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] debug = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.120860 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.121345 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.121583 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.121832 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.122056 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.122331 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.122560 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.122851 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.123103 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.123335 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.123580 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.123840 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.124084 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.124295 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.124514 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.124785 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.124981 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.125474 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] host = dv-cinder-802440-1-iscsi {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.125695 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.125937 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.126180 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.126415 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.126660 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.126897 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.127152 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.127406 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.127681 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.127907 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.128156 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.128401 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.128619 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.129448 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.129670 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_options = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.129872 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.130127 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.130400 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.130593 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.130785 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.130963 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.131227 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.131452 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.131652 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.131889 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.132105 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.132336 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.132555 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.132768 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.133019 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.133262 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.133493 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.133720 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.133965 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.134208 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.134430 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.134657 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.134909 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.135146 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.135360 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.135574 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.135822 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.136038 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.136251 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.136502 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.136743 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.137002 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.137238 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.137492 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.137739 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.137964 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.138184 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.138456 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.138727 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.138998 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.139255 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.139470 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.139715 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.139931 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.140176 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.140389 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_json = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.140603 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.140838 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.141111 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.141325 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.141562 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.141771 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.142004 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.142248 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.142700 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.142984 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.144112 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.145216 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.145322 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.145557 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.145882 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.146043 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.146275 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.146550 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.146942 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.147556 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.147556 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.147717 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.147925 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.148350 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.148533 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.148798 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.149648 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.149648 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.149648 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.149914 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.150147 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.150558 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.150930 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.151081 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.152386 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.152386 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.152386 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.152386 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.152386 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.152386 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.152857 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.152857 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.153620 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.153620 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.153620 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.153895 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.153975 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.154055 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:37:29.154306 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.154459 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.154706 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.155195 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.155195 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.155398 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.155603 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.155917 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.156267 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.156526 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.156787 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.157224 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.157224 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.157456 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.157675 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.157900 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.158134 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.158355 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.158571 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.158823 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.159046 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.159280 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.159634 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.159863 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.160119 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.160506 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.160894 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.161161 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.161402 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.161627 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.161842 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.162082 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.162298 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.162534 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.162799 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.163015 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.163232 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.163610 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.163825 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.164046 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.164298 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.164511 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.164900 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.165291 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.165506 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.165921 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.167342 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.167599 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.167896 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.168125 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.168379 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.168605 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.168869 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.169119 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.169358 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.169602 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.169866 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.170096 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.170367 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.170609 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.170853 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.171120 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.171355 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.171577 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.171819 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.172065 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.172306 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.172575 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.172844 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.173078 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.173339 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.173571 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.173841 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.174095 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.174363 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.174581 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.174879 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.175184 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.175433 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.175731 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.175973 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.176203 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.176456 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.176701 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.176948 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.177193 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.177895 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.180707 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.180707 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.180707 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.180707 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.180707 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.181576 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.181928 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.182207 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.182512 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.182798 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.183090 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.183353 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.183629 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.183927 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.184183 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.184431 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.184680 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.184922 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.185144 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.185366 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.185872 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.186095 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.186335 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.186573 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.186849 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.187087 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.187309 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.187577 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.187796 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.188035 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.188290 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.188513 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.188734 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.189513 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.190954 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.192492 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.193345 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.193753 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.194155 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.196359 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.196749 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.197698 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.198305 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.199011 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.199612 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.200416 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.201122 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.201874 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.203053 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.203302 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.203570 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.203812 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.204045 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.204655 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.204655 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.204845 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.204981 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.205223 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.205472 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.205749 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.206009 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.206350 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.206616 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.207820 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.209077 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.209341 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.209610 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.209879 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.210113 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.210340 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.210602 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.210855 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.211136 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.211367 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.212050 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.212293 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.212510 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.213182 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.213401 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.213619 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.213928 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.214194 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.214450 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.214722 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.214965 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.215198 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.215429 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.215643 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.215855 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.216081 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.216298 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.216509 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.216812 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.217031 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.217243 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.217466 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.217681 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.217893 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.218118 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.218328 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.218537 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.218790 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.219030 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.219241 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.219483 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.219796 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.220009 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.220236 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.220451 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.220660 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.220888 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.221097 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.221306 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.221525 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.221739 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.221946 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.222245 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.222515 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.222756 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.223042 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.223311 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.223558 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.223815 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.224120 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.224333 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.224578 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.224812 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.225078 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.225310 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.225564 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.225866 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.226154 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.226393 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.226805 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.227456 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.227791 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.228020 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.228256 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.228544 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.228885 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.229166 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.229428 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.229675 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.229939 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.230248 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.230406 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.230637 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.230876 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.231105 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.231426 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.231680 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.231958 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.232177 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.232476 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.232621 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.232863 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.233072 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.233405 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.233769 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.233954 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 09:37:29.234475 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 09:37:29.234638 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 09:37:29.234814 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 09:37:29.235006 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 09:37:29.235178 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 09:37:29.235331 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 09:37:29.235537 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.235962 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.236137 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.236299 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.236460 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.236642 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.236804 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.236964 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.237123 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.237282 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.237441 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.237600 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.237760 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.237919 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.238076 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.238258 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.238417 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.238577 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.238762 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.238923 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.239080 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.239237 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.239396 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] debug = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.239553 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.239757 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.239921 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.240080 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.240238 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.240395 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.240553 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.240710 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.240870 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.241028 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.241186 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.241344 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.241503 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.241660 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.241819 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.241977 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.242136 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.242294 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] host = dv-cinder-802440-1-iscsi {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.242452 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.242610 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.242791 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.242951 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.243177 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.243604 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.243771 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.243930 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.244089 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.244247 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.244406 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.244566 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.244729 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.244888 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.245046 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_options = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.245205 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.245364 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.245526 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.245710 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.245875 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.246034 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.246214 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.246302 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:37:29.246398 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.246493 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.246632 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.246811 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.246970 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.247128 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.247286 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.247480 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.247627 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.247785 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.247942 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.248104 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.248260 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.248417 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.248575 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.248734 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.248892 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.249049 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.249208 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.249366 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.249523 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.249680 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.249838 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.249995 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.250154 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.250312 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.250470 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.250627 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.250806 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.250964 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.251126 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.251284 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.251442 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.251600 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.251757 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.251915 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.252073 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.252231 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.252389 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_json = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.252548 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.252705 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.252863 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.253021 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.253179 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.253339 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.253521 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.253643 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 09:37:29.254344 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.254506 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.254699 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.254863 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.255023 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.255182 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.255341 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.255501 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.255660 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.255818 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.255985 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.256146 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.256316 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.256476 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.256637 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.256800 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.256961 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.257122 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.257282 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.257442 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.257602 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.257761 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.258092 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.258092 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.258242 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.258565 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.258565 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.258795 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.258875 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.259012 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.259173 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.259333 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.259492 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.259652 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.259822 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.259987 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.260129 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.260290 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.260451 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.260611 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.260771 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.261099 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.261099 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.261259 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.261382 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.261557 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.261695 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.261856 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.262203 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.262203 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.262372 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.262461 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.262626 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.262830 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.262964 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.263124 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.263284 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.263455 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.263641 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.263745 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.263905 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.264078 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.264238 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.264398 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.264558 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.264815 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.264981 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.265143 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.265303 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.265463 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.265623 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.265783 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.265945 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.266107 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.266268 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.266428 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.266588 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.266768 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.266930 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.267090 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.267250 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.267410 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.267570 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.267730 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.267900 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.268076 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.268236 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.268412 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.268553 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.268713 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.268872 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.269033 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.269193 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.269354 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.270042 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.270202 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.270364 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.270528 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.270706 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.270865 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.271024 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.271184 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.271343 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.271503 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.271663 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.271822 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.271982 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.272144 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.272303 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.272464 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.272622 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.272794 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.273003 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.273136 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.273274 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.273406 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.273626 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.273710 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.273866 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.274023 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.274182 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.274341 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.274503 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.274667 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.274846 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.275006 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.275166 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.275333 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.275503 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.275664 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.275825 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.275985 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.276169 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.276329 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.276488 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.276648 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.276809 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.276969 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.277130 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.277290 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.277450 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.277611 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.277771 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.277932 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.278092 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.278255 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.278414 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.278578 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.278757 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.278925 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.279073 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.279232 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.279392 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.279553 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.279714 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.279874 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.280037 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.280197 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.280358 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.280517 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.280678 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.280839 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.281003 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.281173 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.281322 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.281483 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.281641 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.281802 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.281960 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.282124 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.282285 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.282497 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.282663 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.282856 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.283018 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.283141 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.283303 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.283463 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.283637 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.283782 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.283946 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.284108 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.284268 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.284428 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.284588 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.284751 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.284910 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.285110 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.285273 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.285432 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.285593 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.285752 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.285913 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.286072 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.286231 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.286392 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.286554 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.286732 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.286898 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.287063 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.287223 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.287386 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.287548 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.287701 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.287853 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.288013 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.288416 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.288582 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.288743 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.288903 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.289063 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.289224 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.289394 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.289555 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.289714 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.289873 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.290033 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.290192 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.290361 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.290522 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.290718 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.290854 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.291008 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.291168 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.291339 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.291499 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.291659 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.291819 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.291979 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.292139 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.292308 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.292468 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.292628 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.292787 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.292948 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.293107 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.293278 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.293439 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.293599 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.293816 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.293956 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.294158 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.294302 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.294432 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.294565 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.294724 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.294852 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.295012 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.295173 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.295387 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.295513 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.295654 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.295814 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.295976 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.296136 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.296299 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.296464 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.296633 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.296800 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.296960 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.297128 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.297294 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.297462 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.297622 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.297789 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.297961 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.298121 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.298280 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.298441 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.298602 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.298787 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.298994 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.299159 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.299322 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.299468 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.299628 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.299787 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.299947 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.300106 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.300267 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.300427 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.300587 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.300769 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.300929 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.301089 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 09:37:29.301441 dv-cinder-802440-1-iscsi neutron-server[99603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 09:37:29.582491 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 42994) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:37:29.591018 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061932 Jul 27 09:37:40.758384 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceab1f16-c7b6-4ecc-bbcc-e4eb92de7274 None None] get_active_networks_info from dv-cinder-802440-1-iscsi {{(pid=99746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 09:37:40.821107 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab1f16-c7b6-4ecc-bbcc-e4eb92de7274 None None] No non-hosted networks {{(pid=99746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 09:37:40.835262 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.agentschedulers_db [None req-ceab1f16-c7b6-4ecc-bbcc-e4eb92de7274 None None] DHCP Agent not found on host dv-cinder-802440-1-iscsi {{(pid=99746) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 09:37:40.908124 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2c19a4f1-497a-438c-80c9-786c23a85069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708903'] for agent, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:43.264599 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-0dee7ad0-5e6d-43db-8488-4bf70d800dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708903'] for agent, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:43.339267 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-07e5501b-a100-4529-b89b-b0283a3d8809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:43.694628 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708903'] for agent, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:43.695877 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.696503 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.697108 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.697689 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.698358 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.699207 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.699748 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.700369 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.700969 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.702050 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.703124 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.704579 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:43.705617 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802440-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:37:43.715074 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802440-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:37:44.324233 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708903'] for agent, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:45.734669 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708903'] for agent, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:46.986374 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43086) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:37:47.479133 dv-cinder-802440-1-iscsi neutron-server[99745]: WARNING oslo_policy.policy [None req-2b040cea-37cf-4931-b50d-e99f75ea5f3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 09:37:47.479727 dv-cinder-802440-1-iscsi neutron-server[99745]: WARNING oslo_policy.policy [None req-2b040cea-37cf-4931-b50d-e99f75ea5f3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 09:37:47.637661 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.db.l3_hamode_db [None req-e8ca7c6a-c179-463a-9c2d-6473857497d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 09:37:47.706088 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [None req-2b040cea-37cf-4931-b50d-e99f75ea5f3a admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:37:47.707428 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2b040cea-37cf-4931-b50d-e99f75ea5f3a admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7185674 Jul 27 09:37:47.712544 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca7c6a-c179-463a-9c2d-6473857497d1 None None] Routers set() bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:37:47.712925 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca7c6a-c179-463a-9c2d-6473857497d1 None None] Router IDs set() for agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 09:37:50.049754 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43100) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:37:50.346478 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-8e33fcbf-755f-456a-bd84-5da2413ec39f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:37:50.440167 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.policy [None req-8e33fcbf-755f-456a-bd84-5da2413ec39f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99745) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 09:37:50.485325 dv-cinder-802440-1-iscsi neutron-server[99745]: WARNING oslo_policy.policy [None req-8e33fcbf-755f-456a-bd84-5da2413ec39f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 09:37:50.485691 dv-cinder-802440-1-iscsi neutron-server[99745]: WARNING oslo_policy.policy [None req-8e33fcbf-755f-456a-bd84-5da2413ec39f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 09:37:50.494790 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.quota [None req-8e33fcbf-755f-456a-bd84-5da2413ec39f admin admin] Loaded quota_driver: . Jul 27 09:37:50.585981 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8e33fcbf-755f-456a-bd84-5da2413ec39f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741451544747', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741451546310', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741451524616', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741451522051', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741451428437', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741451510579', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-985895', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-989772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2054760', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1694585'] for rbac-policy, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:50.648378 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8e33fcbf-755f-456a-bd84-5da2413ec39f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:50.649491 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-8e33fcbf-755f-456a-bd84-5da2413ec39f admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5987804 Jul 27 09:37:53.177450 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43112) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:37:53.464457 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:37:53.492525 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Made reservation on behalf of a11a0ee7fe3a40a09c18d373c60a57a0 for: {'network': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:37:53.495366 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:53.511937 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:53.629416 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:53.632693 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:53.651651 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=99745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:37:53.679434 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741452967702', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:53.680007 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Unsubscribe: segment precommit_create {{(pid=99745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 09:37:53.680640 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.segments_db [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Added segment 744b265e-ae31-4ce4-b192-7fb141382cb0 of type vlan for network c9ac2475-af2d-4249-9676-71fcf697bc07 Jul 27 09:37:53.698343 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dfa87b-2d85-4daa-b9b9-3d659d44524e,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:37:53.747977 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.748333 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.748674 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.749006 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.749335 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.749674 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.749999 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.750318 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.750652 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.750997 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.751312 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.751626 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Tracked resource versions report: Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: pushed versions: Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: { 'AddressGroup': {'1.2'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'ConntrackHelper': {'1.0'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Log': {'1.0'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Network': {'1.1'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Port': {'1.7'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'PortForwarding': {'1.2'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'QosPolicy': {'1.8'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SecurityGroup': {'1.4'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SecurityGroupRule': {'1.2'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SubPort': {'1.0'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Subnet': {'1.1'}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Trunk': {'1.1'}} Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: consumer versions: Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: { DHCP agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: L3 agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: Metadata agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: Metering agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: Open vSwitch agent@dv-cinder-802440-1-iscsi: { 'AddressGroup': '1.2', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'ConntrackHelper': '1.0', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Log': '1.0', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Network': '1.1', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Port': '1.7', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'PortForwarding': '1.2', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'QosPolicy': '1.8', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SecurityGroup': '1.4', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SecurityGroupRule': '1.2', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SubPort': '1.0', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Subnet': '1.1', Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Trunk': '1.1'}} Jul 27 09:37:53.752746 dv-cinder-802440-1-iscsi neutron-server[99745]: {{(pid=99745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 09:37:53.800386 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:53.849271 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:53.850442 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:37:53.851151 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:53.937048 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7584729 Jul 27 09:37:53.944654 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a06dfa-2176-48de-9e33-c681bbfa4664 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ac2475-af2d-4249-9676-71fcf697bc07,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:37:53.956855 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network c9ac2475-af2d-4249-9676-71fcf697bc07 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:37:56.551451 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43126) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:37:57.026511 dv-cinder-802440-1-iscsi neutron-server[99744]: WARNING oslo_policy.policy [None req-d3452a90-76a2-414f-a017-0d1d1e22a2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 09:37:57.027130 dv-cinder-802440-1-iscsi neutron-server[99744]: WARNING oslo_policy.policy [None req-d3452a90-76a2-414f-a017-0d1d1e22a2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 09:37:57.459585 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.policy [None req-d3452a90-76a2-414f-a017-0d1d1e22a2f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99744) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 09:37:57.503288 dv-cinder-802440-1-iscsi neutron-server[99744]: WARNING oslo_policy.policy [None req-d3452a90-76a2-414f-a017-0d1d1e22a2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 09:37:57.503663 dv-cinder-802440-1-iscsi neutron-server[99744]: WARNING oslo_policy.policy [None req-d3452a90-76a2-414f-a017-0d1d1e22a2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 09:37:57.511738 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3452a90-76a2-414f-a017-0d1d1e22a2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:37:57.513470 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-d3452a90-76a2-414f-a017-0d1d1e22a2f8 admin admin] 10.222.0.22 "GET /v2.0/networks/c9ac2475-af2d-4249-9676-71fcf697bc07 HTTP/1.1" status: 200 len: 825 time: 0.9611146 Jul 27 09:37:57.553160 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-c2711e49-e07e-4c3e-93de-85e109ed66fa admin admin] 10.222.0.22 "GET /v2.0/subnetpools/2639201d-8e5c-427b-9cfa-31d3ea65f273 HTTP/1.1" status: 200 len: 734 time: 0.0330501 Jul 27 09:37:57.562575 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '2639201d-8e5c-427b-9cfa-31d3ea65f273'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:37:57.564155 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.quota [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Loaded quota_driver: . Jul 27 09:37:57.604312 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Made reservation on behalf of a11a0ee7fe3a40a09c18d373c60a57a0 for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:37:57.607129 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:57.903433 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:57.975187 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Checking segment: {'id': '744b265e-ae31-4ce4-b192-7fb141382cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:37:57.975552 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Network hostable DHCP agents. Network: c9ac2475-af2d-4249-9676-71fcf697bc07, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:37:57.989239 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da9d816-f8aa-4fc2-b024-23c7b531fe52,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:37:58.004236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.004608 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.005017 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.005373 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.005698 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.006035 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.006355 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.006669 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.007022 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.007338 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.007650 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.007958 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Tracked resource versions report: Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: pushed versions: Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: { 'AddressGroup': {'1.2'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'ConntrackHelper': {'1.0'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Log': {'1.0'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Network': {'1.1'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Port': {'1.7'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'PortForwarding': {'1.2'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'QosPolicy': {'1.8'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SecurityGroup': {'1.4'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SecurityGroupRule': {'1.2'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SubPort': {'1.0'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Subnet': {'1.1'}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Trunk': {'1.1'}} Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: consumer versions: Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: { DHCP agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: L3 agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: Metadata agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: Metering agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: Open vSwitch agent@dv-cinder-802440-1-iscsi: { 'AddressGroup': '1.2', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'ConntrackHelper': '1.0', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Log': '1.0', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Network': '1.1', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Port': '1.7', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'PortForwarding': '1.2', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'QosPolicy': '1.8', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SecurityGroup': '1.4', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SecurityGroupRule': '1.2', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SubPort': '1.0', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Subnet': '1.1', Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Trunk': '1.1'}} Jul 27 09:37:58.009072 dv-cinder-802440-1-iscsi neutron-server[99744]: {{(pid=99744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 09:37:58.040396 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Network c9ac2475-af2d-4249-9676-71fcf697bc07 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:37:58.052608 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, c9ac2475-af2d-4249-9676-71fcf697bc07) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:37:58.057129 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:37:58.057761 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:58.062296 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb51c28-1b32-4a17-b2bc-c9e2642b2134 None None] Network c9ac2475-af2d-4249-9676-71fcf697bc07 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:37:58.081006 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-8540d084-c3da-4bba-b799-30991cee375a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5176120 Jul 27 09:37:58.376129 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-c9ac2475-af2d-4249-9676-71fcf697bc07', 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'fixed_ips': [{'subnet_id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:37:58.377391 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:58.647664 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Allocated IP 172.20.0.2 (c9ac2475-af2d-4249-9676-71fcf697bc07/9da9d816-f8aa-4fc2-b024-23c7b531fe52/db84b149-1364-43fd-bbe4-533f78deb8bf) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:37:58.887460 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:58.902412 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Transition to ACTIVE for port object db84b149-1364-43fd-bbe4-533f78deb8bf will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:37:58.923936 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Transition to ACTIVE for port object db84b149-1364-43fd-bbe4-533f78deb8bf will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:37:58.933354 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:58.994097 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Network c9ac2475-af2d-4249-9676-71fcf697bc07 is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:37:59.003758 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:37:59.015026 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:37:59.022563 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Pushing event updated for resources: {'Port': ['ID=db84b149-1364-43fd-bbe4-533f78deb8bf,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:37:59.071124 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.071828 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.071828 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.072157 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.072472 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.072805 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.073146 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.073543 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.073896 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.074234 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.074562 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.074910 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Tracked resource versions report: Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: pushed versions: Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: { 'AddressGroup': {'1.2'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'ConntrackHelper': {'1.0'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Log': {'1.0'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Network': {'1.1'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Port': {'1.7'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'PortForwarding': {'1.2'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'QosPolicy': {'1.8'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SecurityGroup': {'1.4'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SecurityGroupRule': {'1.2'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SubPort': {'1.0'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Subnet': {'1.1'}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Trunk': {'1.1'}} Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: consumer versions: Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: { DHCP agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: L3 agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: Metadata agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: Metering agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: Open vSwitch agent@dv-cinder-802440-1-iscsi: { 'AddressGroup': '1.2', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'ConntrackHelper': '1.0', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Log': '1.0', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Network': '1.1', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Port': '1.7', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'PortForwarding': '1.2', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'QosPolicy': '1.8', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SecurityGroup': '1.4', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SecurityGroupRule': '1.2', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SubPort': '1.0', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Subnet': '1.1', Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Trunk': '1.1'}} Jul 27 09:37:59.076051 dv-cinder-802440-1-iscsi neutron-server[99746]: {{(pid=99746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 09:37:59.110392 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Attempting to bind port db84b149-1364-43fd-bbe4-533f78deb8bf on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:37:59.110822 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Attempting to bind port db84b149-1364-43fd-bbe4-533f78deb8bf by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '744b265e-ae31-4ce4-b192-7fb141382cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:37:59.111238 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Attempting to bind port db84b149-1364-43fd-bbe4-533f78deb8bf on network c9ac2475-af2d-4249-9676-71fcf697bc07 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:37:59.116704 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:37:59.117112 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Checking segment: {'id': '744b265e-ae31-4ce4-b192-7fb141382cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:37:59.117580 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:59.117974 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Bound using segment: {'id': '744b265e-ae31-4ce4-b192-7fb141382cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:37:59.118434 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Bound port: db84b149-1364-43fd-bbe4-533f78deb8bf, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744b265e-ae31-4ce4-b192-7fb141382cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:37:59.118871 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:59.182360 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] For port db84b149-1364-43fd-bbe4-533f78deb8bf, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:37:59.187427 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] For port db84b149-1364-43fd-bbe4-533f78deb8bf, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=db84b149-1364-43fd-bbe4-533f78deb8bf,segment=NetworkSegment(744b265e-ae31-4ce4-b192-7fb141382cb0),segment_id=744b265e-ae31-4ce4-b192-7fb141382cb0)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:37:59.191390 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:37:59.255706 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f6ae0-4f0e-4022-b772-905adcc44bb8 None None] Pushing event updated for resources: {'Port': ['ID=db84b149-1364-43fd-bbe4-533f78deb8bf,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:00.462022 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43146) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:38:00.772812 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [None req-39ccc7e4-4043-4a40-8bf4-dbe8ff50f59e admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:38:00.773885 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-39ccc7e4-4043-4a40-8bf4-dbe8ff50f59e admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3108833 Jul 27 09:38:03.156257 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43154) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:38:03.468348 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [None req-6915eb88-8366-4703-9f57-378bf5b742aa admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:38:03.469385 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-6915eb88-8366-4703-9f57-378bf5b742aa admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121028 Jul 27 09:38:06.080110 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43164) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:38:06.382024 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-2b57ce46-ffa5-4386-804b-2ef6ed94da81 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:38:06.406692 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2b57ce46-ffa5-4386-804b-2ef6ed94da81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:06.408875 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2b57ce46-ffa5-4386-804b-2ef6ed94da81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:06.567668 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2b57ce46-ffa5-4386-804b-2ef6ed94da81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:06.572195 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2b57ce46-ffa5-4386-804b-2ef6ed94da81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:06.583901 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2b57ce46-ffa5-4386-804b-2ef6ed94da81 admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:06.585114 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2b57ce46-ffa5-4386-804b-2ef6ed94da81 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5034380 Jul 27 09:38:07.546950 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device db84b149-1364-43fd-bbe4-533f78deb8bf up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:38:07.594621 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c8688-e5ab-49bb-8938-9c7884c9f69c None None] Network c9ac2475-af2d-4249-9676-71fcf697bc07 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:38:07.687200 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ad948122-4baf-4d45-9f13-bbb0b5ac3763 None None] Provisioning for port db84b149-1364-43fd-bbe4-533f78deb8bf completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:38:07.695123 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port db84b149-1364-43fd-bbe4-533f78deb8bf completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:38:07.704743 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ad948122-4baf-4d45-9f13-bbb0b5ac3763 None None] Provisioning complete for port db84b149-1364-43fd-bbe4-533f78deb8bf triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:07.705134 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ad948122-4baf-4d45-9f13-bbb0b5ac3763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:07.709647 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port db84b149-1364-43fd-bbe4-533f78deb8bf triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:07.710000 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:07.927978 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ad948122-4baf-4d45-9f13-bbb0b5ac3763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:07.960032 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:08.007369 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ad948122-4baf-4d45-9f13-bbb0b5ac3763 None None] For port db84b149-1364-43fd-bbe4-533f78deb8bf, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=db84b149-1364-43fd-bbe4-533f78deb8bf,segment=NetworkSegment(744b265e-ae31-4ce4-b192-7fb141382cb0),segment_id=744b265e-ae31-4ce4-b192-7fb141382cb0)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:38:08.013497 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ad948122-4baf-4d45-9f13-bbb0b5ac3763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:08.077386 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.db.api [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:38:08.077763 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG oslo_db.api [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:38:08.094717 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad948122-4baf-4d45-9f13-bbb0b5ac3763 None None] Pushing event updated for resources: {'Port': ['ID=db84b149-1364-43fd-bbe4-533f78deb8bf,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:08.233548 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-287b309a-3645-4592-97e0-5bf6351530c8 None None] Provisioning complete for port db84b149-1364-43fd-bbe4-533f78deb8bf triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:08.233846 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-287b309a-3645-4592-97e0-5bf6351530c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:08.958742 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43178) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:38:09.258797 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [None req-0b9d8ff6-5322-4e26-9eba-77eeaf2e031b admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:38:09.259796 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-0b9d8ff6-5322-4e26-9eba-77eeaf2e031b admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3001268 Jul 27 09:38:09.519276 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device db84b149-1364-43fd-bbe4-533f78deb8bf up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:38:09.567384 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port db84b149-1364-43fd-bbe4-533f78deb8bf triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:09.567750 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:10.650650 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7990e27d-0021-4d72-bae5-9c5af77a8bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:11.628678 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43186) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:38:11.928677 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:38:11.949438 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Made reservation on behalf of 063094f35c504be68559eb52a4bf9b2c for: {'network': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:38:11.951667 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:11.960118 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:12.044999 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:12.048436 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:12.061971 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Reserving flat network on physical network physnet1 {{(pid=99745) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 09:38:12.084025 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:12.084365 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.segments_db [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Added segment bcf9f778-37b2-46d5-bea8-6bf38fbc7443 of type flat for network 77749d8b-dd40-4fad-af23-39f953f95742 Jul 27 09:38:12.085619 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da58b5e-5f63-45bf-bc77-51f1f83f8496,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:12.132059 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:12.168271 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:12.169096 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:38:12.169656 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:12.241856 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6121137 Jul 27 09:38:12.250105 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a78ec-6082-49f9-958b-6931604bcc02 admin admin] Pushing event updated for resources: {'Network': ['ID=77749d8b-dd40-4fad-af23-39f953f95742,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:12.271363 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network 77749d8b-dd40-4fad-af23-39f953f95742 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:38:13.256771 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-c035466e-6ccf-4fcc-bda4-c7e5c11e8703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:13.676018 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:14.265283 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:14.574111 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43204) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:38:14.814695 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64132907-8e30-4858-aef2-a4eb251e597d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:38:14.815973 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-64132907-8e30-4858-aef2-a4eb251e597d admin admin] 10.222.0.22 "GET /v2.0/subnets/9da9d816-f8aa-4fc2-b024-23c7b531fe52 HTTP/1.1" status: 200 len: 849 time: 0.2408867 Jul 27 09:38:14.930645 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2e1716a6-157a-4eb7-860f-8fcc9e387117 admin admin] 10.222.0.22 "GET /v2.0/routers/889f0e7e-5f41-4497-8a41-70bd08cbbe94 HTTP/1.1" status: 200 len: 704 time: 0.1088052 Jul 27 09:38:15.183965 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:15.467610 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Allocated IP 172.20.0.1 (c9ac2475-af2d-4249-9676-71fcf697bc07/9da9d816-f8aa-4fc2-b024-23c7b531fe52/541dae0c-76a3-4261-8cbf-de7bb9132c21) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:38:15.645481 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:15.667752 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.provisioning_blocks [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Transition to ACTIVE for port object 541dae0c-76a3-4261-8cbf-de7bb9132c21 will not be triggered until provisioned by entity DHCP. {{(pid=99745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:38:15.687621 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:15.750930 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:15.878828 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Network c9ac2475-af2d-4249-9676-71fcf697bc07 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:38:15.883545 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:38:15.888799 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Pushing event updated for resources: {'Port': ['ID=541dae0c-76a3-4261-8cbf-de7bb9132c21,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:15.900493 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:38:15.901061 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:16.069918 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f4cc13a2-9fd8-4d54-8010-f9e24f63ecb7 None None] Provisioning for port 541dae0c-76a3-4261-8cbf-de7bb9132c21 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:38:16.073476 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f4cc13a2-9fd8-4d54-8010-f9e24f63ecb7 None None] Provisioning complete for port 541dae0c-76a3-4261-8cbf-de7bb9132c21 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:16.073872 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f4cc13a2-9fd8-4d54-8010-f9e24f63ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:16.104979 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc13a2-9fd8-4d54-8010-f9e24f63ecb7 None None] Port 541dae0c-76a3-4261-8cbf-de7bb9132c21 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:38:16.109233 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:16.281887 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:16.286804 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:16.287639 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:16.364886 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Pushing event updated for resources: {'Port': ['ID=541dae0c-76a3-4261-8cbf-de7bb9132c21,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:16.409205 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Network c9ac2475-af2d-4249-9676-71fcf697bc07 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:38:16.410498 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:38:16.567546 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Router 889f0e7e-5f41-4497-8a41-70bd08cbbe94 is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:38:16.624450 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-4085ea6a-1efa-44fd-8fcc-9f4aeede4871 None None] Provisioning complete for port 541dae0c-76a3-4261-8cbf-de7bb9132c21 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:16.624818 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4085ea6a-1efa-44fd-8fcc-9f4aeede4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:16.656547 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-4085ea6a-1efa-44fd-8fcc-9f4aeede4871 None None] Port 541dae0c-76a3-4261-8cbf-de7bb9132c21 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:38:16.656888 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:38:16.662671 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-b312e581-e7fc-491d-b8b8-d356cda8ed8e admin admin] 10.222.0.22 "PUT /v2.0/routers/889f0e7e-5f41-4497-8a41-70bd08cbbe94/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7264402 Jul 27 09:38:16.668346 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Sync routers for ids ['889f0e7e-5f41-4497-8a41-70bd08cbbe94'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:38:16.679804 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Routers {'889f0e7e-5f41-4497-8a41-70bd08cbbe94'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:38:16.680611 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:38:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['889f0e7e-5f41-4497-8a41-70bd08cbbe94'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:38:16.864655 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Set router 889f0e7e-5f41-4497-8a41-70bd08cbbe94 gateway port host: None {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:38:17.286814 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'name': 'router1', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:38:06Z', 'updated_at': '2021-07-27T09:38:16Z', 'revision_number': 2, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'gw_port_host': None, '_interfaces': [{'id': '541dae0c-76a3-4261-8cbf-de7bb9132c21', 'name': '', 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'mac_address': 'fa:16:3e:6d:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:38:15Z', 'updated_at': '2021-07-27T09:38:16Z', 'revision_number': 2, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'subnets': [{'id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2639201d-8e5c-427b-9cfa-31d3ea65f273'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:38:17.338437 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Checking router: 889f0e7e-5f41-4497-8a41-70bd08cbbe94 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:38:17.338841 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Updating router 889f0e7e-5f41-4497-8a41-70bd08cbbe94 port 541dae0c-76a3-4261-8cbf-de7bb9132c21 binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:38:17.401064 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:17.883006 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:17.900529 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Transition to ACTIVE for port object 541dae0c-76a3-4261-8cbf-de7bb9132c21 will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:38:17.906429 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:18.067367 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Pushing event updated for resources: {'Port': ['ID=541dae0c-76a3-4261-8cbf-de7bb9132c21,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:18.072984 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Attempting to bind port 541dae0c-76a3-4261-8cbf-de7bb9132c21 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:38:18.073392 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Attempting to bind port 541dae0c-76a3-4261-8cbf-de7bb9132c21 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '744b265e-ae31-4ce4-b192-7fb141382cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:38:18.073800 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Attempting to bind port 541dae0c-76a3-4261-8cbf-de7bb9132c21 on network c9ac2475-af2d-4249-9676-71fcf697bc07 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:38:18.081703 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.082056 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.082389 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.082742 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.083074 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.083399 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.083716 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.084138 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.084356 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.084672 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.085043 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.085284 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Tracked resource versions report: Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: pushed versions: Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: { 'AddressGroup': {'1.2'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'ConntrackHelper': {'1.0'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Log': {'1.0'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Network': {'1.1'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Port': {'1.7'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'PortForwarding': {'1.2'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'QosPolicy': {'1.8'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SecurityGroup': {'1.4'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SecurityGroupRule': {'1.2'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SubPort': {'1.0'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Subnet': {'1.1'}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Trunk': {'1.1'}} Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: consumer versions: Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: { DHCP agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: L3 agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: Metadata agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: Metering agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: Open vSwitch agent@dv-cinder-802440-1-iscsi: { 'AddressGroup': '1.2', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'ConntrackHelper': '1.0', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Log': '1.0', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Network': '1.1', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Port': '1.7', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'PortForwarding': '1.2', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'QosPolicy': '1.8', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SecurityGroup': '1.4', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SecurityGroupRule': '1.2', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SubPort': '1.0', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Subnet': '1.1', Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Trunk': '1.1'}} Jul 27 09:38:18.086391 dv-cinder-802440-1-iscsi neutron-server[99747]: {{(pid=99747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 09:38:18.088737 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:38:18.089137 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Checking segment: {'id': '744b265e-ae31-4ce4-b192-7fb141382cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:38:18.089597 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:18.089970 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Bound using segment: {'id': '744b265e-ae31-4ce4-b192-7fb141382cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:38:18.090445 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Bound port: 541dae0c-76a3-4261-8cbf-de7bb9132c21, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744b265e-ae31-4ce4-b192-7fb141382cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:38:18.090863 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:18.153571 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] For port 541dae0c-76a3-4261-8cbf-de7bb9132c21, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:38:18.174122 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] For port 541dae0c-76a3-4261-8cbf-de7bb9132c21, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=541dae0c-76a3-4261-8cbf-de7bb9132c21,segment=NetworkSegment(744b265e-ae31-4ce4-b192-7fb141382cb0),segment_id=744b265e-ae31-4ce4-b192-7fb141382cb0)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:38:18.178033 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:18.230811 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f798ce9-488f-4edf-992d-321e83ac5f89 None None] Pushing event updated for resources: {'Port': ['ID=541dae0c-76a3-4261-8cbf-de7bb9132c21,revision_number=4']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:18.252954 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Routers {'889f0e7e-5f41-4497-8a41-70bd08cbbe94'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:38:18.253564 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:38:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['889f0e7e-5f41-4497-8a41-70bd08cbbe94'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:38:18.348577 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] Set router 889f0e7e-5f41-4497-8a41-70bd08cbbe94 gateway port host: None {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:38:18.565325 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'name': 'router1', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:38:06Z', 'updated_at': '2021-07-27T09:38:16Z', 'revision_number': 2, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'gw_port_host': None, '_interfaces': [{'id': '541dae0c-76a3-4261-8cbf-de7bb9132c21', 'name': '', 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'mac_address': 'fa:16:3e:6d:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:38:15Z', 'updated_at': '2021-07-27T09:38:18Z', 'revision_number': 4, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'subnets': [{'id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2639201d-8e5c-427b-9cfa-31d3ea65f273'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:38:18.595003 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af56642-abec-4b8d-9977-3978485672c1 None None] The sync data for ids ['889f0e7e-5f41-4497-8a41-70bd08cbbe94'] in dv-cinder-802440-1-iscsi is: [{'id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'name': 'router1', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:38:06Z', 'updated_at': '2021-07-27T09:38:16Z', 'revision_number': 2, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'gw_port_host': None, '_interfaces': [{'id': '541dae0c-76a3-4261-8cbf-de7bb9132c21', 'name': '', 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'mac_address': 'fa:16:3e:6d:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:38:15Z', 'updated_at': '2021-07-27T09:38:18Z', 'revision_number': 4, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'subnets': [{'id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2639201d-8e5c-427b-9cfa-31d3ea65f273'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:38:18.919628 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43228) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:38:19.034570 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99799552-7ad7-4f40-a0f9-fbe9fef0d3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:38:19.035948 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-99799552-7ad7-4f40-a0f9-fbe9fef0d3bc admin admin] 10.222.0.22 "GET /v2.0/networks/77749d8b-dd40-4fad-af23-39f953f95742 HTTP/1.1" status: 200 len: 842 time: 0.1153691 Jul 27 09:38:19.045685 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:38:19.067615 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Made reservation on behalf of 063094f35c504be68559eb52a4bf9b2c for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:38:19.069666 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:19.423720 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.objects.ports [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 09:38:19.424729 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:19.482298 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f6a553-3908-451d-8b78-c00c2208506b,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:19.487975 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:38:19.488330 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Network hostable DHCP agents. Network: 77749d8b-dd40-4fad-af23-39f953f95742, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:38:19.503831 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:38:19.512615 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, 77749d8b-dd40-4fad-af23-39f953f95742) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:38:19.517214 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:38:19.518405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:19.521934 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47471e87-093d-4690-a44e-47cc1206b01c None None] Network 77749d8b-dd40-4fad-af23-39f953f95742 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:38:19.532245 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-82c6c0f6-3162-4a3d-a17c-acef194c53b9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4899578 Jul 27 09:38:19.674566 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b21572-a578-4662-99d0-8ada59e6a54c None None] Network 77749d8b-dd40-4fad-af23-39f953f95742 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:38:21.827594 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43236) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:38:22.075154 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ab8e9f7a-8524-4354-aa08-a34635ff3505 admin admin] 10.222.0.22 "GET /v2.0/routers/889f0e7e-5f41-4497-8a41-70bd08cbbe94 HTTP/1.1" status: 200 len: 710 time: 0.2462335 Jul 27 09:38:22.161754 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae32a9-3493-4015-b808-faa61dc27c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:38:22.163175 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-18ae32a9-3493-4015-b808-faa61dc27c08 admin admin] 10.222.0.22 "GET /v2.0/networks/77749d8b-dd40-4fad-af23-39f953f95742 HTTP/1.1" status: 200 len: 886 time: 0.0820119 Jul 27 09:38:22.172361 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:38:22.413936 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:22.651677 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:22.728229 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:22.930129 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Allocated IP 172.27.1.19 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/6db68784-fe58-461f-bb58-0c62246dd0d0) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:38:23.037822 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:23.119147 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:23.199828 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:38:23.204055 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:38:23.206485 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Pushing event updated for resources: {'Port': ['ID=6db68784-fe58-461f-bb58-0c62246dd0d0,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:23.217407 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:38:23.488944 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:23.702919 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:23.706252 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593026'] for router, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:23.819459 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Router 889f0e7e-5f41-4497-8a41-70bd08cbbe94 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:38:23.929812 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:38:23.935284 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:23.936344 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-a0f26c52-45e6-4a12-9c6d-4b012862d3fa admin admin] 10.222.0.22 "PUT /v2.0/routers/889f0e7e-5f41-4497-8a41-70bd08cbbe94 HTTP/1.1" status: 200 len: 889 time: 1.7672267 Jul 27 09:38:25.027838 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Sync routers for ids ['889f0e7e-5f41-4497-8a41-70bd08cbbe94'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:38:25.038308 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Routers {'889f0e7e-5f41-4497-8a41-70bd08cbbe94'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:38:25.038971 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:38:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['889f0e7e-5f41-4497-8a41-70bd08cbbe94'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:38:25.176125 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 5 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:38:25.239968 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Set router 889f0e7e-5f41-4497-8a41-70bd08cbbe94 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:38:25.561896 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 541dae0c-76a3-4261-8cbf-de7bb9132c21 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:38:25.639426 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 541dae0c-76a3-4261-8cbf-de7bb9132c21 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:38:25.644100 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 541dae0c-76a3-4261-8cbf-de7bb9132c21 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:25.644470 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:25.686932 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'name': 'router1', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '6db68784-fe58-461f-bb58-0c62246dd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:38:06Z', 'updated_at': '2021-07-27T09:38:23Z', 'revision_number': 4, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'gw_port': {'id': '6db68784-fe58-461f-bb58-0c62246dd0d0', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:38:22Z', 'updated_at': '2021-07-27T09:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '541dae0c-76a3-4261-8cbf-de7bb9132c21', 'name': '', 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'mac_address': 'fa:16:3e:6d:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:38:15Z', 'updated_at': '2021-07-27T09:38:18Z', 'revision_number': 4, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'subnets': [{'id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2639201d-8e5c-427b-9cfa-31d3ea65f273'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:38:25.742086 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Checking router: 889f0e7e-5f41-4497-8a41-70bd08cbbe94 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:38:25.742362 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Updating router 889f0e7e-5f41-4497-8a41-70bd08cbbe94 port 6db68784-fe58-461f-bb58-0c62246dd0d0 binding host dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:38:25.797043 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:25.835511 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:25.980665 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 541dae0c-76a3-4261-8cbf-de7bb9132c21, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=541dae0c-76a3-4261-8cbf-de7bb9132c21,segment=NetworkSegment(744b265e-ae31-4ce4-b192-7fb141382cb0),segment_id=744b265e-ae31-4ce4-b192-7fb141382cb0)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:38:25.987853 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:26.083726 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=541dae0c-76a3-4261-8cbf-de7bb9132c21,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:26.274177 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Notify callbacks [] for port, precommit_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:26.283960 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43250) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:38:26.284437 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Transition to ACTIVE for port object 6db68784-fe58-461f-bb58-0c62246dd0d0 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:38:26.291832 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:26.338492 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Attempting to bind port 6db68784-fe58-461f-bb58-0c62246dd0d0 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:38:26.338816 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Attempting to bind port 6db68784-fe58-461f-bb58-0c62246dd0d0 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:38:26.339178 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Attempting to bind port 6db68784-fe58-461f-bb58-0c62246dd0d0 on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:38:26.347827 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519eec2-7dc6-46ac-9c72-a6f8a80e3c4d None None] Pushing event updated for resources: {'Port': ['ID=6db68784-fe58-461f-bb58-0c62246dd0d0,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:26.350193 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:38:26.350569 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:38:26.350990 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:26.351370 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:38:26.351825 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Bound port: 6db68784-fe58-461f-bb58-0c62246dd0d0, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:38:26.352212 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:26.404042 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] For port 6db68784-fe58-461f-bb58-0c62246dd0d0, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:38:26.407489 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] For port 6db68784-fe58-461f-bb58-0c62246dd0d0, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=6db68784-fe58-461f-bb58-0c62246dd0d0,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:38:26.411059 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:26.420046 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-12af01d3-f78d-4de8-9d27-1f096576a53f admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1349921 Jul 27 09:38:26.471598 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Routers {'889f0e7e-5f41-4497-8a41-70bd08cbbe94'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:38:26.472242 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:38:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['889f0e7e-5f41-4497-8a41-70bd08cbbe94'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:38:26.477498 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519eec2-7dc6-46ac-9c72-a6f8a80e3c4d None None] Pushing event updated for resources: {'Port': ['ID=6db68784-fe58-461f-bb58-0c62246dd0d0,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:26.583238 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] Set router 889f0e7e-5f41-4497-8a41-70bd08cbbe94 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:38:26.787818 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'name': 'router1', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '6db68784-fe58-461f-bb58-0c62246dd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:38:06Z', 'updated_at': '2021-07-27T09:38:23Z', 'revision_number': 4, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'gw_port': {'id': '6db68784-fe58-461f-bb58-0c62246dd0d0', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:38:22Z', 'updated_at': '2021-07-27T09:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '541dae0c-76a3-4261-8cbf-de7bb9132c21', 'name': '', 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'mac_address': 'fa:16:3e:6d:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:38:15Z', 'updated_at': '2021-07-27T09:38:25Z', 'revision_number': 5, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'subnets': [{'id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2639201d-8e5c-427b-9cfa-31d3ea65f273'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:38:26.814461 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5e5e4-fa2e-4c77-909d-5396158b94b0 None None] The sync data for ids ['889f0e7e-5f41-4497-8a41-70bd08cbbe94'] in dv-cinder-802440-1-iscsi is: [{'id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'name': 'router1', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '6db68784-fe58-461f-bb58-0c62246dd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:38:06Z', 'updated_at': '2021-07-27T09:38:23Z', 'revision_number': 4, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'gw_port': {'id': '6db68784-fe58-461f-bb58-0c62246dd0d0', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:38:22Z', 'updated_at': '2021-07-27T09:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '541dae0c-76a3-4261-8cbf-de7bb9132c21', 'name': '', 'network_id': 'c9ac2475-af2d-4249-9676-71fcf697bc07', 'tenant_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'mac_address': 'fa:16:3e:6d:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f0e7e-5f41-4497-8a41-70bd08cbbe94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:38:15Z', 'updated_at': '2021-07-27T09:38:25Z', 'revision_number': 5, 'project_id': 'a11a0ee7fe3a40a09c18d373c60a57a0', 'subnets': [{'id': '9da9d816-f8aa-4fc2-b024-23c7b531fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2639201d-8e5c-427b-9cfa-31d3ea65f273'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:38:27.611489 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 541dae0c-76a3-4261-8cbf-de7bb9132c21 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:38:27.661680 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 541dae0c-76a3-4261-8cbf-de7bb9132c21 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:27.662051 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:27.741227 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 6db68784-fe58-461f-bb58-0c62246dd0d0 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:38:27.797012 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 6db68784-fe58-461f-bb58-0c62246dd0d0 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:38:27.800705 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 6db68784-fe58-461f-bb58-0c62246dd0d0 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:27.801076 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:27.877810 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:27.897875 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 6db68784-fe58-461f-bb58-0c62246dd0d0, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=6db68784-fe58-461f-bb58-0c62246dd0d0,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:38:27.901756 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:27.947968 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=6db68784-fe58-461f-bb58-0c62246dd0d0,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:38:29.539871 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 6db68784-fe58-461f-bb58-0c62246dd0d0 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:38:29.592423 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 6db68784-fe58-461f-bb58-0c62246dd0d0 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:38:29.592891 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:40.660915 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2c16a07b-44e2-4765-8827-55f0c2be6ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:43.260926 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-1145d659-4b0b-4a31-840a-80ce0572bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:43.692348 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:44.272545 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:38:45.708097 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:02.175618 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 5 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:39:10.657176 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f3008753-7bbb-4336-baf1-9fbdb1d652d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:13.257287 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3bf33879-340e-4123-b51c-9c0522ee837c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:13.676054 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:14.272662 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:15.710425 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:39.175924 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 5 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:39:40.662468 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-335349cc-1b60-401d-b027-506ce8d7398a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:43.258020 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-30703383-b956-4c4f-a23c-b42c055d5d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:43.679280 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:44.276881 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:39:45.713566 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:01.691807 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43820) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:01.750899 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.pecan_wsgi.hooks.translation [None req-356cf94b-b0e1-409b-9494-d9570423befd admin admin] GET failed (client error): The resource could not be found. Jul 27 09:40:01.752231 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-356cf94b-b0e1-409b-9494-d9570423befd admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594900 Jul 27 09:40:01.913247 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82240bb-66b6-47be-8664-c354a60a2d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:01.914631 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f82240bb-66b6-47be-8664-c354a60a2d53 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580358 Jul 27 09:40:04.083900 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43830) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:04.188235 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c891a5-89bc-4f73-908f-17fb3f483ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:04.189633 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-79c891a5-89bc-4f73-908f-17fb3f483ce2 admin admin] 10.222.0.22 "GET /v2.0/subnets/9da9d816-f8aa-4fc2-b024-23c7b531fe52 HTTP/1.1" status: 200 len: 849 time: 0.1044843 Jul 27 09:40:04.203691 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:40:04.302591 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:04.448813 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741452892389'] for subnet, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:04.484968 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:04.485202 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d7d18-d681-4c25-b2e2-e29048c67006 None None] Network c9ac2475-af2d-4249-9676-71fcf697bc07 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:40:04.485767 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:04.487150 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] 10.222.0.22 "PUT /v2.0/subnets/9da9d816-f8aa-4fc2-b024-23c7b531fe52 HTTP/1.1" status: 200 len: 868 time: 0.2902043 Jul 27 09:40:04.513810 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da9d816-f8aa-4fc2-b024-23c7b531fe52,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:40:04.523381 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.523600 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.523992 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.524510 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.524918 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.525467 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.525948 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.526323 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.526829 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.527191 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.527585 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.527998 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65f27f-22f9-4a05-9af9-07b4c876a229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:04.829510 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-5332d794-9c3c-41e1-8c06-931ce2a79ca6 None None] Provisioning complete for port db84b149-1364-43fd-bbe4-533f78deb8bf triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:40:04.829890 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-5332d794-9c3c-41e1-8c06-931ce2a79ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:04.916632 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-5332d794-9c3c-41e1-8c06-931ce2a79ca6 None None] Provisioning complete for port 541dae0c-76a3-4261-8cbf-de7bb9132c21 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:40:04.917010 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-5332d794-9c3c-41e1-8c06-931ce2a79ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:06.687327 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43840) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:06.941314 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9488b-ca55-4e17-85b5-312c3a6fd051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:06.941706 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9488b-ca55-4e17-85b5-312c3a6fd051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:06.943272 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-a6c9488b-ca55-4e17-85b5-312c3a6fd051 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2549973 Jul 27 09:40:09.139398 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43848) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:09.274088 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d82166-d302-4323-8075-9e52f97e103f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:09.274563 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d82166-d302-4323-8075-9e52f97e103f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:09.276160 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-17d82166-d302-4323-8075-9e52f97e103f admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1358168 Jul 27 09:40:10.670497 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-9020fe4e-8315-451a-b812-c5d4038d7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:11.455891 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43856) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:11.584698 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401724e-f78d-4bfc-9b4f-a5559a244859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:11.586120 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5401724e-f78d-4bfc-9b4f-a5559a244859 admin admin] 10.222.0.22 "GET /v2.0/networks/77749d8b-dd40-4fad-af23-39f953f95742 HTTP/1.1" status: 200 len: 886 time: 0.1292648 Jul 27 09:40:13.258396 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-dc97a229-c1e0-4ee4-836a-161fdf219aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:13.681469 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:13.776963 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43864) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:13.938215 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02f3012-dbb3-49d4-aea6-f234cf31dc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:13.939195 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b02f3012-dbb3-49d4-aea6-f234cf31dc25 admin admin] 10.222.0.22 "GET /v2.0/networks/c9ac2475-af2d-4249-9676-71fcf697bc07 HTTP/1.1" status: 200 len: 869 time: 0.1613002 Jul 27 09:40:14.281292 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:15.724982 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:16.120310 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 43872) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:16.174927 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 5 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:40:16.264294 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bcc0a6-1512-482f-af5a-32a6f0ba8663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:16.264759 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bcc0a6-1512-482f-af5a-32a6f0ba8663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:16.266319 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-03bcc0a6-1512-482f-af5a-32a6f0ba8663 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1449974 Jul 27 09:40:18.454561 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43880) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:18.580180 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af5b71-c73b-456f-b0e9-166a2355a900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:18.580638 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af5b71-c73b-456f-b0e9-166a2355a900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:18.582197 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e4af5b71-c73b-456f-b0e9-166a2355a900 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266627 Jul 27 09:40:20.760608 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43888) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:20.846876 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e61bc-e230-489f-80ca-36dce61c90e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:20.848262 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-0b0e61bc-e230-489f-80ca-36dce61c90e4 admin admin] 10.222.0.22 "GET /v2.0/subnets/98f6a553-3908-451d-8b78-c00c2208506b HTTP/1.1" status: 200 len: 816 time: 0.0867062 Jul 27 09:40:23.043699 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43898) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:23.132208 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db6887-b971-42e4-8b1d-2a95297a2368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:23.133569 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b5db6887-b971-42e4-8b1d-2a95297a2368 admin admin] 10.222.0.22 "GET /v2.0/subnets/9da9d816-f8aa-4fc2-b024-23c7b531fe52 HTTP/1.1" status: 200 len: 868 time: 0.0888979 Jul 27 09:40:40.663793 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-8aefb10a-a921-487e-afb8-8bdc8003a451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:43.262817 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b383ff2e-b31e-4df4-b70b-cf4658ec43ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:43.683632 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:44.285954 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:45.722641 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:48.855012 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43952) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:48.904492 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [None req-67609fe1-d1ea-4020-9ced-4961d1872b4e admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:40:48.905478 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-67609fe1-d1ea-4020-9ced-4961d1872b4e admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495355 Jul 27 09:40:51.163234 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43960) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:51.224671 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f86c491-8a12-4872-9c2a-2661467a51f9 admin admin] GET failed (client error): The resource could not be found. Jul 27 09:40:51.225989 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-3f86c491-8a12-4872-9c2a-2661467a51f9 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617993 Jul 27 09:40:51.362783 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa0044-645c-4ce3-963a-6e62a3571c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:51.364155 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-81aa0044-645c-4ce3-963a-6e62a3571c92 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1338286 Jul 27 09:40:53.174312 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 5 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:40:53.667995 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43968) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:53.713337 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:40:53.737370 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Made reservation on behalf of 063094f35c504be68559eb52a4bf9b2c for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:40:53.739610 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:53.781667 dv-cinder-802440-1-iscsi neutron-server[99744]: WARNING neutron.services.revisions.revision_plugin [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Could not find related network for resource to bump revision. Jul 27 09:40:53.796818 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:40:53.810125 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741452967702', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:53.810642 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Unsubscribe: segment precommit_create {{(pid=99744) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 09:40:53.811117 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Added segment fcddca96-08c6-403b-b1a7-fe8a3667ec6a of type vlan for network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 Jul 27 09:40:53.865112 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:53.903428 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:53.904339 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:53.904919 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:53.980710 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3116202 Jul 27 09:40:53.993440 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13f47f-b12a-416d-b5c7-48d973a4b574 admin admin] Pushing event updated for resources: {'Network': ['ID=8efe8bc8-8043-4fae-8223-cb2ff5171aa9,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:40:54.013392 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:40:56.165579 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 43976) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:40:56.223482 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda46adb-2527-4c3e-9b98-7b57437b7373 admin admin] GET failed (client error): The resource could not be found. Jul 27 09:40:56.224777 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-cda46adb-2527-4c3e-9b98-7b57437b7373 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582411 Jul 27 09:40:56.293931 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4409bced-d7f2-4b7d-95bf-d7c3719af8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:56.295358 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-4409bced-d7f2-4b7d-95bf-d7c3719af8c2 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662618 Jul 27 09:40:56.304996 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9', 'description': 'shared-subnet'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:40:56.324001 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Made reservation on behalf of 063094f35c504be68559eb52a4bf9b2c for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:40:56.326135 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:56.485893 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:56.539037 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Pushing event updated for resources: {'Subnet': ['ID=730a8cb1-67fe-4de9-a1d3-e378dc08d8c7,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:40:56.547853 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Checking segment: {'id': 'fcddca96-08c6-403b-b1a7-fe8a3667ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:40:56.548203 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Network hostable DHCP agents. Network: 8efe8bc8-8043-4fae-8223-cb2ff5171aa9, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:40:56.563478 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:40:56.571457 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, 8efe8bc8-8043-4fae-8223-cb2ff5171aa9) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:40:56.575916 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:40:56.576595 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:56.580927 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8d323-4ad6-4c02-8a1d-79e2121a5ae9 None None] Network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:40:56.589712 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-9fbbabdc-93e6-4782-85f1-7df7522fa37a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2879956 Jul 27 09:40:56.732518 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-8efe8bc8-8043-4fae-8223-cb2ff5171aa9', 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9', 'tenant_id': '063094f35c504be68559eb52a4bf9b2c', 'fixed_ips': [{'subnet_id': '730a8cb1-67fe-4de9-a1d3-e378dc08d8c7'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:40:56.733429 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:56.891669 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Allocated IP 192.168.233.2 (8efe8bc8-8043-4fae-8223-cb2ff5171aa9/730a8cb1-67fe-4de9-a1d3-e378dc08d8c7/71d045be-cd77-4ba0-97ca-009115a80a30) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:40:57.048510 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:57.058067 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Transition to ACTIVE for port object 71d045be-cd77-4ba0-97ca-009115a80a30 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:40:57.073131 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Transition to ACTIVE for port object 71d045be-cd77-4ba0-97ca-009115a80a30 will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:40:57.080704 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:57.118540 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:40:57.123784 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:40:57.127176 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:40:57.134322 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Pushing event updated for resources: {'Port': ['ID=71d045be-cd77-4ba0-97ca-009115a80a30,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:40:57.158806 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.159179 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.159517 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.159860 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.160205 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.160538 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.160871 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.161218 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.161568 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.161901 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.162225 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.162548 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:40:57.202995 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Attempting to bind port 71d045be-cd77-4ba0-97ca-009115a80a30 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:40:57.203362 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Attempting to bind port 71d045be-cd77-4ba0-97ca-009115a80a30 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'fcddca96-08c6-403b-b1a7-fe8a3667ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:40:57.203725 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Attempting to bind port 71d045be-cd77-4ba0-97ca-009115a80a30 on network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:40:57.208828 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:40:57.209198 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Checking segment: {'id': 'fcddca96-08c6-403b-b1a7-fe8a3667ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:40:57.209593 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:57.209979 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Bound using segment: {'id': 'fcddca96-08c6-403b-b1a7-fe8a3667ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:40:57.210436 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Bound port: 71d045be-cd77-4ba0-97ca-009115a80a30, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcddca96-08c6-403b-b1a7-fe8a3667ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:40:57.210860 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:57.273134 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] For port 71d045be-cd77-4ba0-97ca-009115a80a30, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:40:57.277477 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] For port 71d045be-cd77-4ba0-97ca-009115a80a30, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=71d045be-cd77-4ba0-97ca-009115a80a30,segment=NetworkSegment(fcddca96-08c6-403b-b1a7-fe8a3667ec6a),segment_id=fcddca96-08c6-403b-b1a7-fe8a3667ec6a)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:40:57.281525 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:57.339601 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e67353-e95a-4baf-9673-aeda598f90a2 None None] Pushing event updated for resources: {'Port': ['ID=71d045be-cd77-4ba0-97ca-009115a80a30,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:40:57.665782 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 71d045be-cd77-4ba0-97ca-009115a80a30 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:40:57.719109 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 71d045be-cd77-4ba0-97ca-009115a80a30 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:40:58.132368 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe93b44-c0a4-455b-a887-559b4a699f46 None None] Network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:40:58.244691 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-8dfa067a-cc69-476c-b959-a03c7cc57782 None None] Provisioning for port 71d045be-cd77-4ba0-97ca-009115a80a30 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:40:58.256260 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-8dfa067a-cc69-476c-b959-a03c7cc57782 None None] Provisioning complete for port 71d045be-cd77-4ba0-97ca-009115a80a30 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:40:58.256723 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-8dfa067a-cc69-476c-b959-a03c7cc57782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:58.375283 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-8dfa067a-cc69-476c-b959-a03c7cc57782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:58.414928 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-8dfa067a-cc69-476c-b959-a03c7cc57782 None None] For port 71d045be-cd77-4ba0-97ca-009115a80a30, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=71d045be-cd77-4ba0-97ca-009115a80a30,segment=NetworkSegment(fcddca96-08c6-403b-b1a7-fe8a3667ec6a),segment_id=fcddca96-08c6-403b-b1a7-fe8a3667ec6a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:40:58.419537 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-8dfa067a-cc69-476c-b959-a03c7cc57782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:58.472547 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa067a-cc69-476c-b959-a03c7cc57782 None None] Pushing event updated for resources: {'Port': ['ID=71d045be-cd77-4ba0-97ca-009115a80a30,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:40:58.643742 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-9ac58377-f339-4ee4-b499-a3b036207ed8 None None] Provisioning complete for port 71d045be-cd77-4ba0-97ca-009115a80a30 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:40:58.643951 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-9ac58377-f339-4ee4-b499-a3b036207ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:40:59.640758 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 71d045be-cd77-4ba0-97ca-009115a80a30 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:40:59.687587 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 71d045be-cd77-4ba0-97ca-009115a80a30 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:40:59.687957 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:10.666618 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e90dcdf6-3f61-40cf-a9c1-b1b08f2d8486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:13.264230 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3019-9d48-49fa-b5d6-517fb4e19e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:13.685649 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:14.287803 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:15.722092 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:30.173480 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 5 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:41:40.668367 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-cb7e18d3-7f58-4ce1-a791-fe0a68587244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:43.264296 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-59a6ffac-ab17-4123-9b07-5a106cf8da69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:43.686563 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:44.289483 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:41:45.724553 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:06.228091 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44028) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:42:06.239405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [None req-2f21279f-3d72-4905-8eb5-90eaadf3e59e tempest-verify_tempest_config-334457838 tempest-verify_tempest_config-334457838-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:42:06.240351 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-2f21279f-3d72-4905-8eb5-90eaadf3e59e tempest-verify_tempest_config-334457838 tempest-verify_tempest_config-334457838-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0098057 Jul 27 09:42:06.537638 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44046) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:42:06.637521 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:06.755414 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:06.758935 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:06.878252 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e43d449ad964feb9f70de8092e23a22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3395438 Jul 27 09:42:06.880476 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6439d93b-7985-4a25-8a15-0cb0e5a0350c,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:42:06.880871 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44050) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:42:06.887883 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.888286 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.888599 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.888939 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.889276 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.889606 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.889936 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.890268 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.890606 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.890968 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.891292 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.891615 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a0115-3945-4827-ba69-ec74a97c05cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:06.937322 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:06.957613 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:07.047009 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:07.049556 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:07.050723 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6439d93b-7985-4a25-8a15-0cb0e5a0350c HTTP/1.1" status: 204 len: 168 time: 0.1688554 Jul 27 09:42:07.058695 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6439d93b-7985-4a25-8a15-0cb0e5a0350c,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:42:07.065169 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.065540 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.065893 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.066236 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.066611 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.066943 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.067286 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.067619 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.067953 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.068284 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.068617 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.068941 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709594-ad01-401f-a836-e5950ee03713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:42:07.171812 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 5 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:42:10.669127 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b81b392e-f12b-47da-8dd5-c4f3bc717b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:13.265892 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-af1c957e-357c-4cae-88ca-8e8e641aba06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:13.687565 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:14.293114 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:15.727409 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:40.669084 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b6ad-2708-4f03-a825-bb253dd38ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:43.266551 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b669e049-550a-4f32-93f2-7c3de3034caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:43.689404 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:44.171380 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 5 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:42:44.298143 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:42:45.728262 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:10.669637 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-0913d335-4230-41c9-9c78-b91ff57d7bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:13.274325 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3b090bf0-84fe-4fc5-86fa-1a2df412ec5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:13.691967 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:14.297909 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:15.732222 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:21.169856 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 5 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:43:40.670723 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d435d986-380d-49de-901f-ef12ee40f51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:43.264746 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-912cb6f1-e12f-490d-84c7-b072d35276b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:43.692555 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:44.299964 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:44.912022 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708903'] for agent, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:45.733299 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:43:58.169728 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:44:00.051418 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44124) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:44:00.153251 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f86fd434-761f-42ff-8e80-082e600d9683 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1007357 Jul 27 09:44:02.316853 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44134) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:44:02.368131 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-b1d1f7af-ca6e-43c3-a5d2-718ce292dbb0 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0502205 Jul 27 09:44:10.673482 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-cc6a2193-8916-4b7b-8787-26ed58ca0001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:13.265566 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-fdf467ff-4618-4f57-afe4-fa4520699757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:13.693823 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:14.303346 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:14.870324 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:15.736814 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:35.168479 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:44:40.673849 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ee820b64-161d-4ee7-b0dd-7d9682b1a909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:43.266826 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a8350c4d-6770-492f-8242-354d799e9686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:43.696082 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:44.308123 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:44.880245 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:44:45.741202 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:10.675427 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-961acab9-6c66-4e0c-b637-c6c9e637ee32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:12.167987 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:45:13.267197 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-015ab748-05b5-433b-ac84-1c46eff6a832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:13.700233 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:14.313069 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:14.886690 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:15.743290 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.340874 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44356) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:31.369941 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44362) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:31.463315 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44368) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:31.505367 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44374) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:31.582321 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44380) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:31.606542 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1407705255-network', 'tenant_id': '2aad45925ee949b5ba29101ecbf40b3f'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:31.626649 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-network', 'tenant_id': '0276852d6358459f97418591cc32a01a'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:31.649462 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Made reservation on behalf of 2aad45925ee949b5ba29101ecbf40b3f for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:31.652354 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.667635 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-52266647-network', 'tenant_id': '1e7a51d7dcd14522a8beaf9c3994aee2'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:31.675413 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.690980 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Made reservation on behalf of 0276852d6358459f97418591cc32a01a for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:31.693665 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.708032 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.733413 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Made reservation on behalf of 1e7a51d7dcd14522a8beaf9c3994aee2 for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:31.736003 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.747736 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.836988 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.843305 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-228211150-network', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:31.852908 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.864472 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:45:31.874940 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-357576668-network', 'tenant_id': '322fe5c346434871bcb907d5c420de1d'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:31.886178 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:31.886543 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Added segment d228e950-8689-4d85-86df-4cbbda9fa9d1 of type vlan for network b903a327-7d99-464f-bb50-f2f88b91caad Jul 27 09:45:31.929697 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.db.api [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:45:31.929697 dv-cinder-802440-1-iscsi neutron-server[99744]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 09:45:31.929697 dv-cinder-802440-1-iscsi neutron-server[99744]: [parameters: {'project_id_1': '1e7a51d7dcd14522a8beaf9c3994aee2', 'expiration_1': datetime.datetime(2021, 7, 27, 9, 45, 31, 770773)}] Jul 27 09:45:31.929697 dv-cinder-802440-1-iscsi neutron-server[99744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:45:31.930285 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG oslo_db.api [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:45:31.930533 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.db.api [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:45:31.930533 dv-cinder-802440-1-iscsi neutron-server[99744]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 09:45:31.930533 dv-cinder-802440-1-iscsi neutron-server[99744]: [parameters: {'project_id_1': 'ca228791ac2b4c6286601af992fcae44', 'expiration_1': datetime.datetime(2021, 7, 27, 9, 45, 31, 878482)}] Jul 27 09:45:31.930533 dv-cinder-802440-1-iscsi neutron-server[99744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:45:31.930971 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG oslo_db.api [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:45:31.950163 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.002473 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b20a916-4a36-47e1-a4f2-7885fd94dc37,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:32.010126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.010126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:32.010126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.038315 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.038703 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.039201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.039547 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.040060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.040411 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.040913 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.041250 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.041599 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.041932 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.042975 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.042975 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Tracked resource versions report: Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: pushed versions: Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: { 'AddressGroup': {'1.2'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'ConntrackHelper': {'1.0'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Log': {'1.0'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Network': {'1.1'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Port': {'1.7'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'PortForwarding': {'1.2'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'QosPolicy': {'1.8'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SecurityGroup': {'1.4'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SecurityGroupRule': {'1.2'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SubPort': {'1.0'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Subnet': {'1.1'}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Trunk': {'1.1'}} Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: consumer versions: Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: { DHCP agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: HyperV agent@hv-cinder-80244: {}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: L3 agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: Metadata agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: Metering agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: Open vSwitch agent@dv-cinder-802440-1-iscsi: { 'AddressGroup': '1.2', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'ConntrackHelper': '1.0', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Log': '1.0', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Network': '1.1', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Port': '1.7', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'PortForwarding': '1.2', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'QosPolicy': '1.8', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SecurityGroup': '1.4', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SecurityGroupRule': '1.2', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'SubPort': '1.0', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Subnet': '1.1', Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: 'Trunk': '1.1'}} Jul 27 09:45:32.043708 dv-cinder-802440-1-iscsi neutron-server[99744]: {{(pid=99744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 09:45:32.123742 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.134002 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] Pushing event updated for resources: {'Network': ['ID=b903a327-7d99-464f-bb50-f2f88b91caad,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:32.137703 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.147718 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network b903a327-7d99-464f-bb50-f2f88b91caad details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:45:32.167439 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44416) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:32.173434 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Request body: {'subnet': {'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1407705255-subnet', 'tenant_id': '2aad45925ee949b5ba29101ecbf40b3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:32.185145 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-c89c86b2-e938-41e3-94da-d13d380de267 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8432004 Jul 27 09:45:32.193845 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:45:32.204383 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.204932 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Added segment 09183e62-4fc1-4343-af88-1e0d3b97d55f of type vlan for network 7c76008f-0425-4595-a1ae-53202ed212eb Jul 27 09:45:32.245675 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.265704 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.db.api [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:45:32.265704 dv-cinder-802440-1-iscsi neutron-server[99745]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 09:45:32.265704 dv-cinder-802440-1-iscsi neutron-server[99745]: [parameters: {'project_id_1': '2aad45925ee949b5ba29101ecbf40b3f', 'expiration_1': datetime.datetime(2021, 7, 27, 9, 45, 32, 183337)}] Jul 27 09:45:32.265704 dv-cinder-802440-1-iscsi neutron-server[99745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:45:32.266118 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG oslo_db.api [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:45:32.296757 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.297903 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:32.298531 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.317095 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8212c1d6-62e2-439e-ba4d-557f59cb5903,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:32.319596 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Made reservation on behalf of 322fe5c346434871bcb907d5c420de1d for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:32.322027 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.370489 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.375546 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0045552 Jul 27 09:45:32.379357 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44432) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:32.384332 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Request body: {'subnet': {'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-subnet', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:32.392263 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3874d2a-15db-4f35-8589-a1e360b81535 admin admin] Pushing event updated for resources: {'Network': ['ID=7c76008f-0425-4595-a1ae-53202ed212eb,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:32.402536 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.db.api [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:45:32.402536 dv-cinder-802440-1-iscsi neutron-server[99744]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 09:45:32.402536 dv-cinder-802440-1-iscsi neutron-server[99744]: [parameters: {'project_id_1': '322fe5c346434871bcb907d5c420de1d', 'expiration_1': datetime.datetime(2021, 7, 27, 9, 45, 32, 389529)}] Jul 27 09:45:32.402536 dv-cinder-802440-1-iscsi neutron-server[99744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:45:32.402980 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG oslo_db.api [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:45:32.410460 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Made reservation on behalf of 0276852d6358459f97418591cc32a01a for: {'subnet': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:32.416168 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network 7c76008f-0425-4595-a1ae-53202ed212eb details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:45:32.425282 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Notify callbacks [] for subnet, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.431836 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.489972 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Made reservation on behalf of ca228791ac2b4c6286601af992fcae44 for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:32.502260 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.525384 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.648590 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.661591 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.751754 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:45:32.774276 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44444) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:32.813180 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcce935e-7915-47d6-bf7e-e85fe2c2cdde,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:32.823105 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.823105 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Added segment 98fd2cc8-d52d-47d1-a710-a8e0b7558b0b of type vlan for network 1b23ddee-f335-46d9-9744-d70c644ba9bb Jul 27 09:45:32.854847 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.896859 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.904748 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.940775 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Checking segment: {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:32.941132 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Network hostable DHCP agents. Network: 7c76008f-0425-4595-a1ae-53202ed212eb, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:45:32.943227 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5dbf18b-478a-47a4-8cbd-1ce0e334814b,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:32.953732 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.954101 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.954440 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.954977 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.955479 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.956555 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.957049 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.957374 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.957892 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.958229 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.958587 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.959132 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Tracked resource versions report: Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: pushed versions: Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: { 'AddressGroup': {'1.2'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'ConntrackHelper': {'1.0'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Log': {'1.0'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Network': {'1.1'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Port': {'1.7'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'PortForwarding': {'1.2'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'QosPolicy': {'1.8'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SecurityGroup': {'1.4'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SecurityGroupRule': {'1.2'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SubPort': {'1.0'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Subnet': {'1.1'}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Trunk': {'1.1'}} Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: consumer versions: Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: { DHCP agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: HyperV agent@hv-cinder-80244: {}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: L3 agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: Metadata agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: Metering agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: Open vSwitch agent@dv-cinder-802440-1-iscsi: { 'AddressGroup': '1.2', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'ConntrackHelper': '1.0', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Log': '1.0', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Network': '1.1', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Port': '1.7', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'PortForwarding': '1.2', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'QosPolicy': '1.8', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SecurityGroup': '1.4', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SecurityGroupRule': '1.2', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'SubPort': '1.0', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Subnet': '1.1', Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: 'Trunk': '1.1'}} Jul 27 09:45:32.960523 dv-cinder-802440-1-iscsi neutron-server[99745]: {{(pid=99745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 09:45:32.976610 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.977571 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:32.978144 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.981757 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.984320 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ad304722-5f22-43fe-b7d1-32ca8934c6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:32.991837 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Network 7c76008f-0425-4595-a1ae-53202ed212eb is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:45:33.008055 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, 7c76008f-0425-4595-a1ae-53202ed212eb) {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:33.011983 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Made reservation on behalf of 2aad45925ee949b5ba29101ecbf40b3f for: {'subnet': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:33.014272 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.017263 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:33.017263 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.023602 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.024619 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9380d33-6906-4702-a4f6-6fdebb749c78 None None] Network 7c76008f-0425-4595-a1ae-53202ed212eb requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:33.053385 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:45:33.059071 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.059417 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Added segment 055fcd33-1797-4cdf-a78b-890599bba65c of type vlan for network e1d59e72-afa1-4b81-a94a-b12de5380b0e Jul 27 09:45:33.102023 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.176436 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] Pushing event updated for resources: {'Network': ['ID=1b23ddee-f335-46d9-9744-d70c644ba9bb,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:33.188085 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8234177e-784a-4a7b-b893-dfbf13697105,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:33.191812 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network 1b23ddee-f335-46d9-9744-d70c644ba9bb details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:45:33.195999 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.197563 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:33.198493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.255809 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.285800 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d59e72-afa1-4b81-a94a-b12de5380b0e,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:33.316078 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:45:33.338645 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6f467b-3c5d-4050-b4e7-a2c698d321ae,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:33.349475 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Checking segment: {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:33.349871 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Network hostable DHCP agents. Network: b903a327-7d99-464f-bb50-f2f88b91caad, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:45:33.354023 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.356843 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-7c76008f-0425-4595-a1ae-53202ed212eb', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:45:33.357743 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.371250 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-7c2a2227-51db-4280-9796-6a8afd6660df admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9907699 Jul 27 09:45:33.373796 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44460) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:33.376794 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.383783 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:33.386254 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e1428222-c103-46df-a4ea-0e8c8c6f642d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9219184 Jul 27 09:45:33.392178 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Network b903a327-7d99-464f-bb50-f2f88b91caad is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:45:33.404029 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44464) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:33.412211 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-cee0c4a8-13a0-4070-ab86-700eed97f744 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9056973 Jul 27 09:45:33.420429 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44466) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:33.428332 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Request body: {'subnet': {'network_id': '1b23ddee-f335-46d9-9744-d70c644ba9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-52266647-subnet', 'tenant_id': '1e7a51d7dcd14522a8beaf9c3994aee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:33.434861 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Request body: {'subnet': {'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-228211150-subnet', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:33.447692 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, b903a327-7d99-464f-bb50-f2f88b91caad) {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:33.449432 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:45:33.452975 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:33.453690 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.465465 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad8744f-662d-468e-a1f8-6cf6b9f4474c,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:33.477574 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.478020 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Added segment 80bbf2b6-6908-45fb-8cef-e9beea291657 of type vlan for network b4b94e72-7903-4e7d-9ba7-13bb82146886 Jul 27 09:45:33.496263 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d438f-e641-4799-8670-ffef5e2fe1eb None None] Network b903a327-7d99-464f-bb50-f2f88b91caad requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:33.537463 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.587114 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ad304722-5f22-43fe-b7d1-32ca8934c6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.589387 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.590941 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:33.591658 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.597559 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ad304722-5f22-43fe-b7d1-32ca8934c6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.614137 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-08f90cd7-a4c0-48da-9892-e726eef8c517 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4455528 Jul 27 09:45:33.614896 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.db.api [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:45:33.614896 dv-cinder-802440-1-iscsi neutron-server[99745]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 09:45:33.614896 dv-cinder-802440-1-iscsi neutron-server[99745]: [parameters: {'project_id_1': 'ca228791ac2b4c6286601af992fcae44', 'expiration_1': datetime.datetime(2021, 7, 27, 9, 45, 33, 443327)}] Jul 27 09:45:33.614896 dv-cinder-802440-1-iscsi neutron-server[99745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:45:33.615729 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG oslo_db.api [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:45:33.617078 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.618317 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.647367 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Allocated IP 172.20.0.2 (7c76008f-0425-4595-a1ae-53202ed212eb/a5dbf18b-478a-47a4-8cbd-1ce0e334814b/88d45569-9757-482a-b822-aceb3b2b074f) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:33.671386 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.db.api [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:45:33.671386 dv-cinder-802440-1-iscsi neutron-server[99744]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 09:45:33.671386 dv-cinder-802440-1-iscsi neutron-server[99744]: [parameters: {'project_id_1': '1e7a51d7dcd14522a8beaf9c3994aee2', 'expiration_1': datetime.datetime(2021, 7, 27, 9, 45, 33, 454660)}] Jul 27 09:45:33.671386 dv-cinder-802440-1-iscsi neutron-server[99744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:45:33.672216 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG oslo_db.api [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:45:33.684497 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1010907 Jul 27 09:45:33.694340 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44470) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:33.698205 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.700332 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Request body: {'subnet': {'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-subnet', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:33.705904 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ad304722-5f22-43fe-b7d1-32ca8934c6e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fe1e9bbacc741baa42f7d19fc03e44d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9122999 Jul 27 09:45:33.719740 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e11861-6924-4e78-8857-be0d6dc7c6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b94e72-7903-4e7d-9ba7-13bb82146886,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:33.723121 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad304722-5f22-43fe-b7d1-32ca8934c6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d985af-f5a7-4660-846d-154169b40604,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:33.728860 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44472) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:33.752106 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network b4b94e72-7903-4e7d-9ba7-13bb82146886 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:45:33.797884 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Made reservation on behalf of 322fe5c346434871bcb907d5c420de1d for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:33.800994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.822189 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5e46ff85-0581-4206-bd75-78f42e6b9c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.859477 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.946885 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.957491 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5e46ff85-0581-4206-bd75-78f42e6b9c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:33.958001 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Transition to ACTIVE for port object 88d45569-9757-482a-b822-aceb3b2b074f will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:33.977772 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Transition to ACTIVE for port object 88d45569-9757-482a-b822-aceb3b2b074f will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:33.988176 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.008784 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Network 7c76008f-0425-4595-a1ae-53202ed212eb is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:34.019265 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:34.069441 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5e46ff85-0581-4206-bd75-78f42e6b9c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.072414 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:34.072749 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5e46ff85-0581-4206-bd75-78f42e6b9c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.074076 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5e46ff85-0581-4206-bd75-78f42e6b9c17 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29d985af-f5a7-4660-846d-154169b40604 HTTP/1.1" status: 204 len: 168 time: 0.3441899 Jul 27 09:45:34.085873 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46ff85-0581-4206-bd75-78f42e6b9c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d985af-f5a7-4660-846d-154169b40604,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:34.124411 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378b2e8c-d51e-4ef1-9bff-ee9c5e7394fe None None] Network b903a327-7d99-464f-bb50-f2f88b91caad requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:34.200020 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.289137 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4492908-4da8-4664-9a39-534ba7f254e8,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:34.295150 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Checking segment: {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:34.295653 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Network hostable DHCP agents. Network: b4b94e72-7903-4e7d-9ba7-13bb82146886, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:45:34.307376 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.317614 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Network b4b94e72-7903-4e7d-9ba7-13bb82146886 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:45:34.334081 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, b4b94e72-7903-4e7d-9ba7-13bb82146886) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:34.340848 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Made reservation on behalf of 1e7a51d7dcd14522a8beaf9c3994aee2 for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:34.342302 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.345325 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:34.345817 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.358358 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Made reservation on behalf of ca228791ac2b4c6286601af992fcae44 for: {'subnet': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:34.360707 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.380953 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-295c87db-e345-4c7e-8459-55e1ce9e1d7d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6826770 Jul 27 09:45:34.381558 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.385094 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44498) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:34.409628 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:34.432120 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e77fe8-90da-40e7-940c-22be54c5b788 None None] Network b4b94e72-7903-4e7d-9ba7-13bb82146886 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:34.557756 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Pushing event updated for resources: {'Port': ['ID=88d45569-9757-482a-b822-aceb3b2b074f,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:34.599422 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Attempting to bind port 88d45569-9757-482a-b822-aceb3b2b074f on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:34.600103 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Attempting to bind port 88d45569-9757-482a-b822-aceb3b2b074f by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:34.600233 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Attempting to bind port 88d45569-9757-482a-b822-aceb3b2b074f on network 7c76008f-0425-4595-a1ae-53202ed212eb {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:34.627260 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.627685 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.628027 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.628522 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.628859 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.629188 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.629518 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.629832 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.630173 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.630497 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.630842 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.631163 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Tracked resource versions report: Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: pushed versions: Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: { 'AddressGroup': {'1.2'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'ConntrackHelper': {'1.0'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Log': {'1.0'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Network': {'1.1'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Port': {'1.7'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'PortForwarding': {'1.2'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'QosPolicy': {'1.8'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SecurityGroup': {'1.4'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SecurityGroupRule': {'1.2'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SubPort': {'1.0'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Subnet': {'1.1'}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Trunk': {'1.1'}} Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: consumer versions: Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: { DHCP agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: HyperV agent@hv-cinder-80244: {}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: L3 agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: Metadata agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: Metering agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: Open vSwitch agent@dv-cinder-802440-1-iscsi: { 'AddressGroup': '1.2', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'ConntrackHelper': '1.0', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Log': '1.0', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Network': '1.1', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Port': '1.7', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'PortForwarding': '1.2', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'QosPolicy': '1.8', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SecurityGroup': '1.4', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SecurityGroupRule': '1.2', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'SubPort': '1.0', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Subnet': '1.1', Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: 'Trunk': '1.1'}} Jul 27 09:45:34.632276 dv-cinder-802440-1-iscsi neutron-server[99746]: {{(pid=99746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 09:45:34.651594 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.671867 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.672657 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.802808 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44526) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:34.817423 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:34.829404 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Checking segment: {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:34.830360 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.831033 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Bound using segment: {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:34.831767 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Bound port: 88d45569-9757-482a-b822-aceb3b2b074f, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:34.832406 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.839533 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1fe78767-cd7f-4dff-83a7-9caa6da498a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.843390 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18aebc8-dbdb-4f50-8c91-8ea1beca4907,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:34.962547 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:34.977945 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] For port 88d45569-9757-482a-b822-aceb3b2b074f, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:34.981707 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] For port 88d45569-9757-482a-b822-aceb3b2b074f, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=88d45569-9757-482a-b822-aceb3b2b074f,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:34.990864 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:35.027826 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1fe78767-cd7f-4dff-83a7-9caa6da498a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:35.029277 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Checking segment: {'id': '98fd2cc8-d52d-47d1-a710-a8e0b7558b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1b23ddee-f335-46d9-9744-d70c644ba9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:35.029769 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Network hostable DHCP agents. Network: 1b23ddee-f335-46d9-9744-d70c644ba9bb, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:45:35.053320 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1fe78767-cd7f-4dff-83a7-9caa6da498a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:35.063793 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d26a233-3eda-481a-896f-90e71ed461e0 None None] Network b4b94e72-7903-4e7d-9ba7-13bb82146886 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:35.118464 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44540) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:35.120874 dv-cinder-802440-1-iscsi neutron-server[99744]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 09:45:35.141026 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Network 1b23ddee-f335-46d9-9744-d70c644ba9bb is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:45:35.148062 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-1fe78767-cd7f-4dff-83a7-9caa6da498a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f31eeb049f9341fcaba60f8c9ac94528&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3377564 Jul 27 09:45:35.199940 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44542) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:35.220696 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe78767-cd7f-4dff-83a7-9caa6da498a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3163d6df-2823-48af-b926-925ef09fe0d4,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:35.270490 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Allocated IP 172.27.1.240 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/7e3d5947-a7f5-4216-bbab-8856766f8831) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:35.312728 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db970c2-020f-41ec-9d9a-dab6a59542b1 None None] Pushing event updated for resources: {'Port': ['ID=88d45569-9757-482a-b822-aceb3b2b074f,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:35.351275 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, 1b23ddee-f335-46d9-9744-d70c644ba9bb) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:35.370548 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:35.372795 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc5721-b7f3-4bdd-8203-97bd8b4e476e None None] Network 1b23ddee-f335-46d9-9744-d70c644ba9bb requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:35.374067 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:35.378606 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:35.438283 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-11b0a560-ff9d-4783-a4a1-dceafccac2b5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0247097 Jul 27 09:45:35.493901 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-9aaa9722-617c-4b4a-8443-86526d110546 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:35.495889 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-9aaa9722-617c-4b4a-8443-86526d110546 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 815 time: 0.3761284 Jul 27 09:45:35.523914 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-5f7f2534-135d-4ae8-b4bd-f838592d987a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/quotas/2aad45925ee949b5ba29101ecbf40b3f HTTP/1.1" status: 200 len: 375 time: 0.0202425 Jul 27 09:45:35.586017 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6893bf5-9af9-43fc-afe6-c9647bf3f254 None None] Network 1b23ddee-f335-46d9-9744-d70c644ba9bb requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:35.618035 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-51283ba2-8361-4051-bd8d-7bd8963d7196 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856147 Jul 27 09:45:35.731811 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:35.782247 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4028857d-5e06-4e6b-a32b-1a13e8dffb03,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:35.784415 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-610be01f-9180-4018-820e-e315247d89b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:35.814303 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-610be01f-9180-4018-820e-e315247d89b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:35.944262 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-c606b1ef-a38b-4d04-9ce6-25c00f21a3c3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:45:35.945188 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-c606b1ef-a38b-4d04-9ce6-25c00f21a3c3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0824251 Jul 27 09:45:35.991198 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 88d45569-9757-482a-b822-aceb3b2b074f up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:35.993738 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:36.062620 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:36.072543 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-610be01f-9180-4018-820e-e315247d89b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:36.076073 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-610be01f-9180-4018-820e-e315247d89b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:36.079986 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-610be01f-9180-4018-820e-e315247d89b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3163d6df-2823-48af-b926-925ef09fe0d4 HTTP/1.1" status: 204 len: 168 time: 0.8673334 Jul 27 09:45:36.086153 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-3fd162b1-c180-405b-a062-51354262be35 service neutron] 10.222.0.22 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334202 Jul 27 09:45:36.111670 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610be01f-9180-4018-820e-e315247d89b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3163d6df-2823-48af-b926-925ef09fe0d4,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:36.144224 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 88d45569-9757-482a-b822-aceb3b2b074f completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:36.221228 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:36.247908 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:36.251903 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Checking segment: {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:36.252261 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Network hostable DHCP agents. Network: e1d59e72-afa1-4b81-a94a-b12de5380b0e, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:45:36.258034 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:36.260683 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-6ea4e914-f2f0-4dcf-b1e4-e6913d2682d6 service neutron] 10.222.0.22 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634095 Jul 27 09:45:36.446080 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Pushing event updated for resources: {'Port': ['ID=7e3d5947-a7f5-4216-bbab-8856766f8831,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:36.550225 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:45:36.684650 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, e1d59e72-afa1-4b81-a94a-b12de5380b0e) {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:36.692437 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4340f8-5333-4634-99cf-5d76b5135be6 None None] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:36.713915 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:36.716679 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:36.881625 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-20b6b3fa-531b-4f62-a291-b1ee82b453d2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4555831 Jul 27 09:45:36.918068 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44630) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:36.918551 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44632) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:36.963812 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:36.972012 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:45:36.982516 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:36.985826 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cb379fbb-8b8c-4c83-b912-ca4b63ef5e62 req-a069a25c-00a9-479b-a39c-23bc4e5bbedd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 210 time: 0.1170030 Jul 27 09:45:36.986107 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.038641 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.045743 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1617f771-ae66-4504-bb87-9dc8f244086d None None] Network 7c76008f-0425-4595-a1ae-53202ed212eb requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:37.119226 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.120374 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.200042 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.228997 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-43cab66b-45f9-4230-849b-a87fd9497f63 None None] Provisioning for port 88d45569-9757-482a-b822-aceb3b2b074f completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:37.261903 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-9fa6d341-49e4-492c-8d97-f6299bdd7d68 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:37.263460 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-9fa6d341-49e4-492c-8d97-f6299bdd7d68 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/networks?id=1b23ddee-f335-46d9-9744-d70c644ba9bb HTTP/1.1" status: 200 len: 810 time: 0.3429973 Jul 27 09:45:37.267402 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Allocated IP 172.27.1.55 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/63012528-8cb7-4408-92e6-7c3677dc629e) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:37.271446 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-43cab66b-45f9-4230-849b-a87fd9497f63 None None] Provisioning complete for port 88d45569-9757-482a-b822-aceb3b2b074f triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:37.272221 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-43cab66b-45f9-4230-849b-a87fd9497f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.314127 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.322212 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69720f41-d750-402c-b035-5932e177e1b7 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/quotas/1e7a51d7dcd14522a8beaf9c3994aee2 HTTP/1.1" status: 200 len: 375 time: 0.0235724 Jul 27 09:45:37.476026 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Allocated IP 172.20.0.2 (e1d59e72-afa1-4b81-a94a-b12de5380b0e/4028857d-5e06-4e6b-a32b-1a13e8dffb03/acbc599e-9340-4bf1-836e-57a856d24393) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:37.485994 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-067b6a57-8193-4d38-a411-fdff2f353b80 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e7a51d7dcd14522a8beaf9c3994aee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1157196 Jul 27 09:45:37.555584 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.566061 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.580365 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.610568 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.697165 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:37.716174 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:37.722265 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-43cab66b-45f9-4230-849b-a87fd9497f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.729240 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:37.815907 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-43cab66b-45f9-4230-849b-a87fd9497f63 None None] For port 88d45569-9757-482a-b822-aceb3b2b074f, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=88d45569-9757-482a-b822-aceb3b2b074f,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:45:37.874626 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-43cab66b-45f9-4230-849b-a87fd9497f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:37.974398 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.050104 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.060811 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cab66b-45f9-4230-849b-a87fd9497f63 None None] Pushing event updated for resources: {'Port': ['ID=88d45569-9757-482a-b822-aceb3b2b074f,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:38.123863 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.153349 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Transition to ACTIVE for port object acbc599e-9340-4bf1-836e-57a856d24393 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:38.157362 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-5bd689e0-1ded-4e7f-853a-10bf506ff8ea None None] Provisioning complete for port 88d45569-9757-482a-b822-aceb3b2b074f triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:38.157734 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-5bd689e0-1ded-4e7f-853a-10bf506ff8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.199274 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-5d60975c-764d-40f6-b3fa-5b0fa8d1a720 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:45:38.209828 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Pushing event updated for resources: {'Port': ['ID=63012528-8cb7-4408-92e6-7c3677dc629e,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:38.215219 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-5d60975c-764d-40f6-b3fa-5b0fa8d1a720 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5178189 Jul 27 09:45:38.264808 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Transition to ACTIVE for port object acbc599e-9340-4bf1-836e-57a856d24393 will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:38.281143 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.331638 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:38.354533 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:38.368771 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:38.399565 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Pushing event updated for resources: {'Port': ['ID=acbc599e-9340-4bf1-836e-57a856d24393,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:38.413313 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.446272 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Allocated IP 172.27.1.18 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/b5f93927-a8e6-4c1b-8210-d44118d85fff) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:38.462808 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Router 3e281f26-6f08-43be-826c-c42b4eface08 is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:45:38.561443 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-17dfe578-f980-4326-bc29-39b95f964495 service neutron] 10.222.0.22 "GET /v2.0/networks/1b23ddee-f335-46d9-9744-d70c644ba9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447301 Jul 27 09:45:38.626194 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Attempting to bind port acbc599e-9340-4bf1-836e-57a856d24393 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:38.627821 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Attempting to bind port acbc599e-9340-4bf1-836e-57a856d24393 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:38.631361 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Attempting to bind port acbc599e-9340-4bf1-836e-57a856d24393 on network e1d59e72-afa1-4b81-a94a-b12de5380b0e {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:38.644601 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:38.652086 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Checking segment: {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:38.655023 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.655852 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Bound using segment: {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:38.656575 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Bound port: acbc599e-9340-4bf1-836e-57a856d24393, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:38.657220 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.709111 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-c25f4101-5f07-45ba-a202-71c260851aa6 service neutron] 10.222.0.22 "GET /v2.0/networks/1b23ddee-f335-46d9-9744-d70c644ba9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473029 Jul 27 09:45:38.724487 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3437e2ec-1c67-4462-be3b-5605e9c4ce9e req-d8b6162d-0697-4603-b982-12592a1e8a2e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 210 time: 0.5702417 Jul 27 09:45:38.740773 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:45:38.761260 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Sync routers for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:45:38.775819 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:38.777132 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:38.796925 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.803954 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-b3047518-becd-467f-8e8c-986227303a4c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4261317 Jul 27 09:45:38.804652 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.809502 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44722) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:38.837077 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] For port acbc599e-9340-4bf1-836e-57a856d24393, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:38.843745 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] For port acbc599e-9340-4bf1-836e-57a856d24393, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=acbc599e-9340-4bf1-836e-57a856d24393,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:38.852614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:38.954643 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb33a0d-7824-4bc2-a1cc-c539176c4c31 None None] Pushing event updated for resources: {'Port': ['ID=acbc599e-9340-4bf1-836e-57a856d24393,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:39.133134 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:39.143294 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Router 6ee480b0-986a-40f5-a124-f5917a5f0523 is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:45:39.163341 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:39.203172 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3ced597d-0a4d-409f-8015-9f8925d8adae req-860aa1f4-6990-41e7-ac57-d04f34ffbf66 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 210 time: 0.0644541 Jul 27 09:45:39.462934 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:45:39.472243 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Sync routers for ids ['6ee480b0-986a-40f5-a124-f5917a5f0523'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:45:39.491337 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Routers {'6ee480b0-986a-40f5-a124-f5917a5f0523'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:39.494767 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:39.497430 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:39.501080 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-ce8f27eb-e252-44a1-a5cd-5a94d941edd7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1011825 Jul 27 09:45:39.501504 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44756) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:39.501747 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['6ee480b0-986a-40f5-a124-f5917a5f0523'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:39.520342 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:36Z', 'revision_number': 3, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:39.575859 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:39.584501 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:39.587294 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Checking router: 3e281f26-6f08-43be-826c-c42b4eface08 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:45:39.587835 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Updating router 3e281f26-6f08-43be-826c-c42b4eface08 port 7e3d5947-a7f5-4216-bbab-8856766f8831 binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:45:39.616493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:39.652925 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Pushing event updated for resources: {'Port': ['ID=b5f93927-a8e6-4c1b-8210-d44118d85fff,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:39.667786 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:39.831673 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Set router 6ee480b0-986a-40f5-a124-f5917a5f0523 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:40.295957 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 88d45569-9757-482a-b822-aceb3b2b074f up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:40.344004 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8aa656d-f242-41c3-8a88-fdf79745d4df req-e320bfa6-8d9e-43c0-b599-8ba4deaf284d tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 210 time: 0.2594886 Jul 27 09:45:40.517637 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cce4246e-fe0d-4bd6-b3f1-2c5c85b7e2f2 req-f930c789-a1cd-4e78-8b88-a8ff80d87dc4 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 210 time: 0.1705198 Jul 27 09:45:40.555470 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:40.581817 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Transition to ACTIVE for port object 7e3d5947-a7f5-4216-bbab-8856766f8831 will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:40.597044 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:40.663789 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:40.669152 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d7b862-0043-46b8-bac8-3ef8aecc4ca5 None None] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:45:40.739598 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Pushing event updated for resources: {'Port': ['ID=7e3d5947-a7f5-4216-bbab-8856766f8831,revision_number=2']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:40.765916 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Attempting to bind port 7e3d5947-a7f5-4216-bbab-8856766f8831 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:40.767271 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Attempting to bind port 7e3d5947-a7f5-4216-bbab-8856766f8831 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:40.769069 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Attempting to bind port 7e3d5947-a7f5-4216-bbab-8856766f8831 on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:40.778765 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:40.780520 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:40.781332 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:40.790248 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:40.791853 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Bound port: 7e3d5947-a7f5-4216-bbab-8856766f8831, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:40.792520 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:40.812341 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:40.812936 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 88d45569-9757-482a-b822-aceb3b2b074f triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:40.813091 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:40.885362 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] For port 7e3d5947-a7f5-4216-bbab-8856766f8831, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:40.891056 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] For port 7e3d5947-a7f5-4216-bbab-8856766f8831, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=7e3d5947-a7f5-4216-bbab-8856766f8831,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:40.895803 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.896814 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.897422 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.900028 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.900623 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.901203 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.901902 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.902456 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.903064 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.903614 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.904330 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.905063 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Tracked resource versions report: Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: pushed versions: Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: { 'AddressGroup': {'1.2'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'ConntrackHelper': {'1.0'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Log': {'1.0'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Network': {'1.1'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Port': {'1.7'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'PortForwarding': {'1.2'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'QosPolicy': {'1.8'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SecurityGroup': {'1.4'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SecurityGroupRule': {'1.2'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SubPort': {'1.0'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Subnet': {'1.1'}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Trunk': {'1.1'}} Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: consumer versions: Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: { DHCP agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: HyperV agent@hv-cinder-80244: {}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: L3 agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: Metadata agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: Metering agent@dv-cinder-802440-1-iscsi: {}, Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: Open vSwitch agent@dv-cinder-802440-1-iscsi: { 'AddressGroup': '1.2', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'ConntrackHelper': '1.0', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Log': '1.0', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Network': '1.1', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Port': '1.7', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'PortForwarding': '1.2', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'QosPolicy': '1.8', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SecurityGroup': '1.4', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SecurityGroupRule': '1.2', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'SubPort': '1.0', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Subnet': '1.1', Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: 'Trunk': '1.1'}} Jul 27 09:45:40.906407 dv-cinder-802440-1-iscsi neutron-server[99747]: {{(pid=99747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 09:45:40.913854 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:40.959332 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-372b0289-302f-488e-98ff-b9ab22c34c82 None None] Provisioning for port acbc599e-9340-4bf1-836e-57a856d24393 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:40.979885 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-950519d2-0ef6-4dbc-8eee-f3971d6177c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:40.999717 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd361da8-4365-4937-b6d1-ec59534c69a7 None None] Pushing event updated for resources: {'Port': ['ID=7e3d5947-a7f5-4216-bbab-8856766f8831,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:41.017598 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:41.019371 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:41.170730 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:41.222944 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Allocated IP 172.20.0.1 (b4b94e72-7903-4e7d-9ba7-13bb82146886/e4492908-4da8-4664-9a39-534ba7f254e8/4f11e7b5-839f-4245-a502-b8e1e939aa5a) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:41.333118 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:41.336236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:41.411023 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:38Z', 'revision_number': 3, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'gw_port': {'id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:41.456315 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.48', 64761) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:41.512747 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Checking router: 6ee480b0-986a-40f5-a124-f5917a5f0523 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:45:41.513097 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Updating router 6ee480b0-986a-40f5-a124-f5917a5f0523 port 63012528-8cb7-4408-92e6-7c3677dc629e binding host dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:45:41.552310 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:36Z', 'revision_number': 3, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:41.623948 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dcc2c0-9ec8-4407-9398-42bd54f0701f None None] The sync data for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi is: [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:36Z', 'revision_number': 3, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:45:41.718044 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device acbc599e-9340-4bf1-836e-57a856d24393 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:41.728350 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:41.948710 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:41.954804 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port acbc599e-9340-4bf1-836e-57a856d24393 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:41.972671 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port acbc599e-9340-4bf1-836e-57a856d24393 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:41.973047 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:42.027063 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-542b5ddc-bcda-44eb-b296-9b07927a301e req-dab3fd54-9fb5-47fe-bdf8-231ae762ff46 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 210 time: 0.1293852 Jul 27 09:45:42.116295 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bb5d32ff-6c13-41ae-b15d-abbde453c9ef req-0c53abc9-4f33-4010-b405-35244dc89f76 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 210 time: 0.1997132 Jul 27 09:45:42.165858 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-30673aa0-a66d-4a6d-aa3d-a6f717b29823 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:42.173253 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-30673aa0-a66d-4a6d-aa3d-a6f717b29823 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 815 time: 0.7096384 Jul 27 09:45:42.239653 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:45:42.254734 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:42.364041 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.48', 64767) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:42.391055 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Allocated IP 172.20.0.1 (7c76008f-0425-4595-a1ae-53202ed212eb/a5dbf18b-478a-47a4-8cbd-1ce0e334814b/5bb86fa5-431f-4e3d-b4fd-4994772b7a94) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:42.410439 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Request body: {'port': {'device_id': '092d1cc6-e818-4af7-ae6f-913942ce861f', 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad', 'admin_state_up': True, 'tenant_id': '2aad45925ee949b5ba29101ecbf40b3f'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:42.533917 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Pushing event updated for resources: {'Port': ['ID=4f11e7b5-839f-4245-a502-b8e1e939aa5a,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:42.573575 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Network b4b94e72-7903-4e7d-9ba7-13bb82146886 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:42.582017 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:42.594002 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-a81ca265-5b52-4e2d-ae05-c7db86db991b None None] Provisioning complete for port acbc599e-9340-4bf1-836e-57a856d24393 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:42.598836 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a81ca265-5b52-4e2d-ae05-c7db86db991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:42.612407 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:42.625936 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:42.626435 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:42.842047 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port acbc599e-9340-4bf1-836e-57a856d24393, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=acbc599e-9340-4bf1-836e-57a856d24393,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:45:42.879577 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:42.888161 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Notify callbacks [] for port, precommit_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.069903 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Transition to ACTIVE for port object 63012528-8cb7-4408-92e6-7c3677dc629e will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:43.103728 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.109593 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.203356 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Made reservation on behalf of 2aad45925ee949b5ba29101ecbf40b3f for: {'port': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:43.223598 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.234799 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 7e3d5947-a7f5-4216-bbab-8856766f8831 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:43.439100 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Attempting to bind port 63012528-8cb7-4408-92e6-7c3677dc629e on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:43.439533 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Attempting to bind port 63012528-8cb7-4408-92e6-7c3677dc629e by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:43.440041 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Attempting to bind port 63012528-8cb7-4408-92e6-7c3677dc629e on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:43.442521 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=acbc599e-9340-4bf1-836e-57a856d24393,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:43.492834 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:43.493657 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:43.494245 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.494998 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:43.495792 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Bound port: 63012528-8cb7-4408-92e6-7c3677dc629e, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:43.497040 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.499860 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa142-e712-48e0-a2ef-1725b4e745bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.542021 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Transition to ACTIVE for port object 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:43.625675 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.636005 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce986ad5-12f5-4c17-b64c-d228ab71cbb7 None None] Pushing event updated for resources: {'Port': ['ID=63012528-8cb7-4408-92e6-7c3677dc629e,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:43.661419 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 7e3d5947-a7f5-4216-bbab-8856766f8831 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:43.692477 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7dffa19f-2337-40cf-8f76-bb72f41393c7 req-7a83bb85-0a38-486e-9ebc-2b2fe10f34be tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 210 time: 0.4218786 Jul 27 09:45:43.699821 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] For port 63012528-8cb7-4408-92e6-7c3677dc629e, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:43.704758 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] For port 63012528-8cb7-4408-92e6-7c3677dc629e, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=63012528-8cb7-4408-92e6-7c3677dc629e,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:43.708799 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-168e1d77-843d-4e97-8bbc-32cae310f431 req-23361447-4d9b-40f8-98f2-dc224f093d8e tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 210 time: 0.3739004 Jul 27 09:45:43.726433 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 7e3d5947-a7f5-4216-bbab-8856766f8831 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:43.731876 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.753745 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.947508 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:43.986862 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-8b3406ee-beb5-40b8-8265-48e108678f80 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:43.988817 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-8b3406ee-beb5-40b8-8265-48e108678f80 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.48 "GET /v2.0/networks?id=1b23ddee-f335-46d9-9744-d70c644ba9bb HTTP/1.1" status: 200 len: 810 time: 1.6146786 Jul 27 09:45:43.991916 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:45:44.034739 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Request body: {'port': {'device_id': '200743c0-2585-4485-8632-e74ed296171f', 'network_id': '1b23ddee-f335-46d9-9744-d70c644ba9bb', 'admin_state_up': True, 'tenant_id': '1e7a51d7dcd14522a8beaf9c3994aee2'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:44.034862 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Sync routers for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:45:44.067309 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:44.067990 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:44.104513 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Routers {'6ee480b0-986a-40f5-a124-f5917a5f0523'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:44.105170 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['6ee480b0-986a-40f5-a124-f5917a5f0523'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:44.153197 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce986ad5-12f5-4c17-b64c-d228ab71cbb7 None None] Pushing event updated for resources: {'Port': ['ID=63012528-8cb7-4408-92e6-7c3677dc629e,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:44.191053 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:44.316511 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Allocated IP 172.20.0.3 (b903a327-7d99-464f-bb50-f2f88b91caad/ec6f467b-3c5d-4050-b4e7-a2c698d321ae/3edc330f-ee14-4f91-b7f7-9b96b28f6ecf) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:44.578548 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:44.582184 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:44.590383 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:44.591175 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:44.599312 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:44.603507 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-622aff88-c69c-46ec-af24-e4cdf59c48dd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6812761 Jul 27 09:45:44.613704 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 44942) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:44.632061 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:44.653602 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Network 7c76008f-0425-4595-a1ae-53202ed212eb is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:44.660574 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] Set router 6ee480b0-986a-40f5-a124-f5917a5f0523 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:44.674498 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb86fa5-431f-4e3d-b4fd-4994772b7a94,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:44.677044 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:44.693404 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:44.695142 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:44.868431 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:44.900764 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:44.952918 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 7e3d5947-a7f5-4216-bbab-8856766f8831, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=7e3d5947-a7f5-4216-bbab-8856766f8831,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:45:44.982307 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:45.101183 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Network b903a327-7d99-464f-bb50-f2f88b91caad is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:45.115664 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:45.137956 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:45.193528 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:39Z', 'revision_number': 3, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:45.287785 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Checking router: ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:45:45.288672 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Updating router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 port b5f93927-a8e6-4c1b-8210-d44118d85fff binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:45:45.301253 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:45.311148 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:45.311851 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:45.327488 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Network b4b94e72-7903-4e7d-9ba7-13bb82146886 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:45.328967 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Pushing event updated for resources: {'Port': ['ID=4f11e7b5-839f-4245-a502-b8e1e939aa5a,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:45.335811 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bd983a6c-97dd-486b-a6f2-032acb6479d6 req-a3051cf0-3358-4c83-9351-fac5dc34f838 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 210 time: 0.3830056 Jul 27 09:45:45.399689 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:45.427608 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Made reservation on behalf of 1e7a51d7dcd14522a8beaf9c3994aee2 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:45.434911 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:45.465432 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:45.521228 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=7e3d5947-a7f5-4216-bbab-8856766f8831,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:45.536137 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device acbc599e-9340-4bf1-836e-57a856d24393 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:45.618526 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:45.683385 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-814b6cda-b6e6-49e3-9cdf-992e665018a4 None None] Provisioning for port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:45.732559 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-814b6cda-b6e6-49e3-9cdf-992e665018a4 None None] Provisioning complete for port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:45.732939 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-814b6cda-b6e6-49e3-9cdf-992e665018a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:45.878010 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:45.881842 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-814b6cda-b6e6-49e3-9cdf-992e665018a4 None None] Port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:45:45.906582 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:43Z', 'revision_number': 4, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'gw_port': {'id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '4f11e7b5-839f-4245-a502-b8e1e939aa5a', 'name': '', 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'mac_address': 'fa:16:3e:cf:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:40Z', 'updated_at': '2021-07-27T09:45:41Z', 'revision_number': 1, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'subnets': [{'id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:45.964473 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe8fa2-6cdf-4a9a-97de-3ff5255cc911 req-f44840f4-9d55-4075-895f-dc9758c1a70b tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:45.966075 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6fe8fa2-6cdf-4a9a-97de-3ff5255cc911 req-f44840f4-9d55-4075-895f-dc9758c1a70b tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 931 time: 1.1102097 Jul 27 09:45:45.977839 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port acbc599e-9340-4bf1-836e-57a856d24393 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:45.978294 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:45.980649 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f699313-8854-4805-ade3-2671fedf0611 None None] The sync data for ids ['6ee480b0-986a-40f5-a124-f5917a5f0523'] in dv-cinder-802440-1-iscsi is: [{'id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:43Z', 'revision_number': 4, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'gw_port': {'id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '4f11e7b5-839f-4245-a502-b8e1e939aa5a', 'name': '', 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'mac_address': 'fa:16:3e:cf:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:40Z', 'updated_at': '2021-07-27T09:45:41Z', 'revision_number': 1, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'subnets': [{'id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:45:46.059711 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:46.238271 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:46.266991 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Transition to ACTIVE for port object b5f93927-a8e6-4c1b-8210-d44118d85fff will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:46.287239 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:46.412643 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6fe8fa2-6cdf-4a9a-97de-3ff5255cc911 req-9e68b4ca-8f58-4171-bad7-d2329d8c1e7a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140868 Jul 27 09:45:46.421707 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0787ec8-dcf7-44aa-8e7f-853c337e0ad1 None None] Pushing event updated for resources: {'Port': ['ID=b5f93927-a8e6-4c1b-8210-d44118d85fff,revision_number=2']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:46.461782 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Attempting to bind port b5f93927-a8e6-4c1b-8210-d44118d85fff on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:46.462158 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Attempting to bind port b5f93927-a8e6-4c1b-8210-d44118d85fff by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:46.462651 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Attempting to bind port b5f93927-a8e6-4c1b-8210-d44118d85fff on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:46.471612 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2102988 Jul 27 09:45:46.477917 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:46.478302 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:46.478736 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:46.479135 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:46.479629 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Bound port: b5f93927-a8e6-4c1b-8210-d44118d85fff, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:46.483726 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:46.571553 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 44998) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:46.657077 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e20715b8-999d-4a07-b2fd-3dac50eecac5 req-18ba828a-3790-4538-b435-45faf39a5385 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 210 time: 0.1130250 Jul 27 09:45:46.690544 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] For port b5f93927-a8e6-4c1b-8210-d44118d85fff, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:46.694538 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] For port b5f93927-a8e6-4c1b-8210-d44118d85fff, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=b5f93927-a8e6-4c1b-8210-d44118d85fff,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:46.699023 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Allocated IP 172.20.0.6 (1b23ddee-f335-46d9-9744-d70c644ba9bb/f18aebc8-dbdb-4f50-8c91-8ea1beca4907/d1b137d3-1153-4660-807c-6c4645b6cd0f) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:46.703751 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:46.749685 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Router 6ee480b0-986a-40f5-a124-f5917a5f0523 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:45:46.777245 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc0add-2533-4a6e-a23a-2e07cab530e4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Pushing event updated for resources: {'Port': ['ID=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:46.790847 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-9b6f3021-6081-4130-80f9-696ff11164ae tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:45:46.792635 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-9b6f3021-6081-4130-80f9-696ff11164ae tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403380 Jul 27 09:45:46.866459 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:46.867260 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:46.996313 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-94dee557-9b5d-4db2-8d1a-a9ff871f634d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:47.004274 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:45:47.010820 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-9b1574d3-bb78-41f6-a9a1-38862b671199 admin admin] 10.222.0.22 "PUT /v2.0/routers/6ee480b0-986a-40f5-a124-f5917a5f0523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5083697 Jul 27 09:45:47.180640 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0787ec8-dcf7-44aa-8e7f-853c337e0ad1 None None] Pushing event updated for resources: {'Port': ['ID=b5f93927-a8e6-4c1b-8210-d44118d85fff,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:47.195499 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:47.308970 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Request body: {'port': {'device_id': '092d1cc6-e818-4af7-ae6f-913942ce861f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:47.331186 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 7e3d5947-a7f5-4216-bbab-8856766f8831 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:47.470937 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 7e3d5947-a7f5-4216-bbab-8856766f8831 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:47.476082 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:47.501816 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:47.521778 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:47.522668 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:47.539929 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-94dee557-9b5d-4db2-8d1a-a9ff871f634d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:47.768724 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:39Z', 'revision_number': 3, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:47.868941 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:47.965744 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33750c5-b86a-4643-b175-05e8c4405b47 None None] The sync data for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi is: [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:39Z', 'revision_number': 3, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:45:48.305477 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-94dee557-9b5d-4db2-8d1a-a9ff871f634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:48.575185 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:48.818656 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dee557-9b5d-4db2-8d1a-a9ff871f634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414cab9c-ca84-4966-a1b0-5445dd9ad54d,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:48.828460 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-217f9d35-96b0-4512-aec0-4d111a86b7b3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:48.830921 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-217f9d35-96b0-4512-aec0-4d111a86b7b3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 818 time: 0.5405095 Jul 27 09:45:48.982896 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Network 7c76008f-0425-4595-a1ae-53202ed212eb is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:48.998846 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-3e2ce255-18c7-4c98-a2b2-d916547eb8f1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/quotas/322fe5c346434871bcb907d5c420de1d HTTP/1.1" status: 200 len: 375 time: 0.0525417 Jul 27 09:45:49.010654 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:49.069028 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Allocated IP 172.20.0.1 (e1d59e72-afa1-4b81-a94a-b12de5380b0e/4028857d-5e06-4e6b-a32b-1a13e8dffb03/96ed88f7-397d-4e95-9d88-e85231be2712) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:45:49.094536 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-94dee557-9b5d-4db2-8d1a-a9ff871f634d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afe5c05c96004e64bb5f1056992a88e3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5123930 Jul 27 09:45:49.095646 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb86fa5-431f-4e3d-b4fd-4994772b7a94,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:49.107143 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45054) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:49.170398 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.175565 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:45:49.265028 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf {{(pid=99745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:45:49.438443 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device b5f93927-a8e6-4c1b-8210-d44118d85fff up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:49.445788 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.465782 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.472876 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-02be6ca1-b5f4-4377-aae0-734f47c3a1df tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4579809 Jul 27 09:45:49.525929 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-d4e655c1-1233-46a3-8710-d8415f243145 None None] Provisioning complete for port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:49.526620 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d4e655c1-1233-46a3-8710-d8415f243145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.530995 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.provisioning_blocks [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Transition to ACTIVE for port object 96ed88f7-397d-4e95-9d88-e85231be2712 will not be triggered until provisioned by entity DHCP. {{(pid=99745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:49.542280 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.provisioning_blocks [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Transition to ACTIVE for port object 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf will not be triggered until provisioned by entity L2. {{(pid=99745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:49.556351 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.606876 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-484c42d1-6e6c-4086-b328-972b2b7ad587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.620102 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-d4e655c1-1233-46a3-8710-d8415f243145 None None] Port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:45:49.637567 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port b5f93927-a8e6-4c1b-8210-d44118d85fff completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:49.659594 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port b5f93927-a8e6-4c1b-8210-d44118d85fff triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:49.660285 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.729236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1029-8d2b-4e7c-beac-640412ba243f req-267ca611-5a90-434d-b801-916eac5e1791 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:49.743251 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e5b1029-8d2b-4e7c-beac-640412ba243f req-267ca611-5a90-434d-b801-916eac5e1791 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 931 time: 1.4765906 Jul 27 09:45:49.748726 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Pushing event updated for resources: {'Port': ['ID=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:49.775557 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.797139 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.managers [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Attempting to bind port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:49.797652 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.managers [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Attempting to bind port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'}] {{(pid=99745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:49.798189 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Attempting to bind port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf on network b903a327-7d99-464f-bb50-f2f88b91caad {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:49.804402 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf on network b903a327-7d99-464f-bb50-f2f88b91caad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:45:49.804836 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Attempting to bind port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf on network b903a327-7d99-464f-bb50-f2f88b91caad {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:49.822891 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.871481 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-484c42d1-6e6c-4086-b328-972b2b7ad587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.903082 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.923307 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Pushing event updated for resources: {'Port': ['ID=96ed88f7-397d-4e95-9d88-e85231be2712,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:49.929401 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:49.934504 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Checking segment: {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:49.935432 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Bound using segment: {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'} {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:49.935991 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.managers [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Bound port: 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'}}] {{(pid=99745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:49.936511 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.964146 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port b5f93927-a8e6-4c1b-8210-d44118d85fff, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=b5f93927-a8e6-4c1b-8210-d44118d85fff,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:45:49.970624 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:49.973231 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 63012528-8cb7-4408-92e6-7c3677dc629e up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:49.981387 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:49.990363 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:50.064457 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Router 3e281f26-6f08-43be-826c-c42b4eface08 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:45:50.208021 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Network 1b23ddee-f335-46d9-9744-d70c644ba9bb is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:50.224144 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] For port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf, host hv-cinder-80244, cleared binding levels {{(pid=99745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:50.237393 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] For port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:50.241826 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:50.242553 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.251141 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=b5f93927-a8e6-4c1b-8210-d44118d85fff,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:50.255871 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.306575 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 63012528-8cb7-4408-92e6-7c3677dc629e completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:50.314101 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 63012528-8cb7-4408-92e6-7c3677dc629e triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:50.314894 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.362946 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-12d3dd00-bf69-46e1-b83d-1993bacaf5ac service neutron] 10.222.0.22 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532209 Jul 27 09:45:50.403114 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:50.408788 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:45:50.417133 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:50.417985 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.455332 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e5b1029-8d2b-4e7c-beac-640412ba243f req-3e635b6d-2906-4129-9501-b8e6e4efaecc tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7109497 Jul 27 09:45:50.490131 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4720097 Jul 27 09:45:50.500341 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:50.501235 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.503598 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] 10.222.0.48 "PUT /v2.0/ports/3edc330f-ee14-4f91-b7f7-9b96b28f6ecf HTTP/1.1" status: 200 len: 1093 time: 3.5009189 Jul 27 09:45:50.504431 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092d1cc6-e818-4af7-ae6f-913942ce861f', 'tag': '3edc330f-ee14-4f91-b7f7-9b96b28f6ecf'}] {{(pid=99745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:45:50.518392 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.529404 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-484c42d1-6e6c-4086-b328-972b2b7ad587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.532019 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-484c42d1-6e6c-4086-b328-972b2b7ad587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.542069 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-484c42d1-6e6c-4086-b328-972b2b7ad587 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/414cab9c-ca84-4966-a1b0-5445dd9ad54d HTTP/1.1" status: 204 len: 168 time: 1.4263237 Jul 27 09:45:50.590483 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 63012528-8cb7-4408-92e6-7c3677dc629e, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=63012528-8cb7-4408-92e6-7c3677dc629e,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:45:50.604271 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.615520 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ace7391e-b651-441c-ab0f-d51f5eb0589e None None] Provisioning for port 96ed88f7-397d-4e95-9d88-e85231be2712 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:50.672419 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ace7391e-b651-441c-ab0f-d51f5eb0589e None None] Provisioning complete for port 96ed88f7-397d-4e95-9d88-e85231be2712 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:50.682868 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ace7391e-b651-441c-ab0f-d51f5eb0589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:50.748843 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Request body: {'port': {'device_id': '200743c0-2585-4485-8632-e74ed296171f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:50.834775 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=63012528-8cb7-4408-92e6-7c3677dc629e,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:50.850060 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ace7391e-b651-441c-ab0f-d51f5eb0589e None None] Port 96ed88f7-397d-4e95-9d88-e85231be2712 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:45:50.868627 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:51.043516 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Sync routers for ids ['6ee480b0-986a-40f5-a124-f5917a5f0523'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:45:51.063228 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Routers {'6ee480b0-986a-40f5-a124-f5917a5f0523'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:51.067212 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['6ee480b0-986a-40f5-a124-f5917a5f0523'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:51.244703 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce3b41c462ebba350985894298ca90253f8663e19624fa7accfd13c45103618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352d877f-d4c1-4fda-bf18-828a9d7b19c2" -d '{"events": [{"name": "network-changed", "server_uuid": "092d1cc6-e818-4af7-ae6f-913942ce861f", "tag": "3edc330f-ee14-4f91-b7f7-9b96b28f6ecf"}]}' {{(pid=99745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:45:51.255383 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45084) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:51.287440 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c42d1-6e6c-4086-b328-972b2b7ad587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414cab9c-ca84-4966-a1b0-5445dd9ad54d,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:51.304861 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b51919-32c5-4068-811f-c021a95ec5b9 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Pushing event updated for resources: {'Port': ['ID=d1b137d3-1153-4660-807c-6c4645b6cd0f,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:51.346710 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86d7fe-e21a-4b44-8ed0-2eb9a9311a39 service neutron] Pushing event updated for resources: {'Port': ['ID=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,revision_number=3']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:51.347245 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device b5f93927-a8e6-4c1b-8210-d44118d85fff up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:51.456939 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Set router 6ee480b0-986a-40f5-a124-f5917a5f0523 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:51.593512 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-83202408-8798-43ef-879b-21ad76f14271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:51.606594 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-83202408-8798-43ef-879b-21ad76f14271 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 1096 time: 0.9258432 Jul 27 09:45:51.633020 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port b5f93927-a8e6-4c1b-8210-d44118d85fff triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:51.640208 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:51.650552 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:51.722557 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b137d3-1153-4660-807c-6c4645b6cd0f {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:45:51.733471 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:51.753954 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Transition to ACTIVE for port object d1b137d3-1153-4660-807c-6c4645b6cd0f will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:51.790007 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:51.878570 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eff2f983-a9b3-4e73-a3f6-169c900dfc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:51.970598 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b137d3-1153-4660-807c-6c4645b6cd0f,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:52.035755 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5ca2-2d96-484c-976f-9395b13c2dd1 req-7046e4f9-8d2f-4149-9ad1-62f37171529b tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:52.056213 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5c1d5ca2-2d96-484c-976f-9395b13c2dd1 req-7046e4f9-8d2f-4149-9ad1-62f37171529b tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 931 time: 1.3534603 Jul 27 09:45:52.155861 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-d68cf0c0-031c-4295-ae2a-25fbccee60b0 service neutron] 10.222.0.22 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6991990 Jul 27 09:45:52.157164 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:45:52.176172 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e88a7e75-7245-4691-b1b7-7a447e9ef535 admin admin] 10.222.0.22 "PUT /v2.0/routers/3e281f26-6f08-43be-826c-c42b4eface08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3655272 Jul 27 09:45:52.184838 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Sync routers for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:45:52.214291 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-2fb36ad0-bfa2-4c5a-8157-6edd6ffb5dc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf HTTP/1.1" status: 200 len: 217 time: 0.2059584 Jul 27 09:45:52.224691 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 63012528-8cb7-4408-92e6-7c3677dc629e up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:52.250298 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:52.252942 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:52.283437 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:52.297612 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:52.310116 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:52.489918 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 63012528-8cb7-4408-92e6-7c3677dc629e triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:52.491373 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:52.594131 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:43Z', 'revision_number': 4, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'gw_port': {'id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '4f11e7b5-839f-4245-a502-b8e1e939aa5a', 'name': '', 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'mac_address': 'fa:16:3e:cf:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:40Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 2, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'subnets': [{'id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:52.634537 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:52.652941 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Checking router: 6ee480b0-986a-40f5-a124-f5917a5f0523 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:45:52.653431 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Updating router 6ee480b0-986a-40f5-a124-f5917a5f0523 port 4f11e7b5-839f-4245-a502-b8e1e939aa5a binding host dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:45:52.713573 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:52.831793 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Pushing event updated for resources: {'Port': ['ID=96ed88f7-397d-4e95-9d88-e85231be2712,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:52.858773 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-53755102-9557-4609-bb34-93ea303b2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:52.860311 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-53755102-9557-4609-bb34-93ea303b2a92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec6f467b-3c5d-4050-b4e7-a2c698d321ae HTTP/1.1" status: 200 len: 855 time: 0.5250943 Jul 27 09:45:52.935200 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5c1d5ca2-2d96-484c-976f-9395b13c2dd1 req-039a4ba7-c1d5-42c6-a5eb-978d46713afc tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576919 Jul 27 09:45:52.974848 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Attempting to bind port d1b137d3-1153-4660-807c-6c4645b6cd0f on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:52.975222 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Attempting to bind port d1b137d3-1153-4660-807c-6c4645b6cd0f by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '98fd2cc8-d52d-47d1-a710-a8e0b7558b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1b23ddee-f335-46d9-9744-d70c644ba9bb'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:52.975782 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Attempting to bind port d1b137d3-1153-4660-807c-6c4645b6cd0f on network 1b23ddee-f335-46d9-9744-d70c644ba9bb {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:52.982124 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Port d1b137d3-1153-4660-807c-6c4645b6cd0f on network 1b23ddee-f335-46d9-9744-d70c644ba9bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:45:52.982470 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Attempting to bind port d1b137d3-1153-4660-807c-6c4645b6cd0f on network 1b23ddee-f335-46d9-9744-d70c644ba9bb {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:53.020203 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119f041b-b1f4-40c5-88d7-4b115e2b95b4 x-openstack-request-id: req-119f041b-b1f4-40c5-88d7-4b115e2b95b4 {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:45:53.020493 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092d1cc6-e818-4af7-ae6f-913942ce861f", "tag": "3edc330f-ee14-4f91-b7f7-9b96b28f6ecf", "status": "completed", "code": 200}]} {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:45:53.020744 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-119f041b-b1f4-40c5-88d7-4b115e2b95b4 {{(pid=99745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:45:53.021211 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092d1cc6-e818-4af7-ae6f-913942ce861f', 'tag': '3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'status': 'completed', 'code': 200} Jul 27 09:45:53.035534 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:53.038257 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Checking segment: {'id': '98fd2cc8-d52d-47d1-a710-a8e0b7558b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1b23ddee-f335-46d9-9744-d70c644ba9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:53.039505 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Bound using segment: {'id': '98fd2cc8-d52d-47d1-a710-a8e0b7558b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1b23ddee-f335-46d9-9744-d70c644ba9bb'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:53.041886 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Bound port: d1b137d3-1153-4660-807c-6c4645b6cd0f, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fd2cc8-d52d-47d1-a710-a8e0b7558b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1b23ddee-f335-46d9-9744-d70c644ba9bb'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:53.043619 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:53.099311 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-74a5733e-8c05-40e7-aec7-0513f8af550a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b903a327-7d99-464f-bb50-f2f88b91caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2102859 Jul 27 09:45:53.123812 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:46Z', 'revision_number': 2, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:53.167538 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:45:53.206919 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Checking router: 3e281f26-6f08-43be-826c-c42b4eface08 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:45:53.209495 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:45:53.210049 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Updating router 3e281f26-6f08-43be-826c-c42b4eface08 port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:45:53.229155 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] For port d1b137d3-1153-4660-807c-6c4645b6cd0f, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:53.240784 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] For port d1b137d3-1153-4660-807c-6c4645b6cd0f, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d1b137d3-1153-4660-807c-6c4645b6cd0f,segment=NetworkSegment(98fd2cc8-d52d-47d1-a710-a8e0b7558b0b),segment_id=98fd2cc8-d52d-47d1-a710-a8e0b7558b0b)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:53.277882 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:53.370182 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:53.467729 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bc969d0b-5b2b-4370-b269-aca4f64a3d9c req-730d4735-f2e7-4054-8b52-9d8cd440b0f3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 210 time: 0.3866019 Jul 27 09:45:53.559647 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:53.560569 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:53.562602 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] 10.222.0.48 "PUT /v2.0/ports/d1b137d3-1153-4660-807c-6c4645b6cd0f HTTP/1.1" status: 200 len: 1093 time: 2.9934855 Jul 27 09:45:53.568203 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200743c0-2585-4485-8632-e74ed296171f', 'tag': 'd1b137d3-1153-4660-807c-6c4645b6cd0f'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:45:53.649593 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ad33d-1086-41dd-9734-5abcde624e50 req-1edbca9a-21c6-413a-a5a4-3ff83ed85ff5 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:53.657280 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f42ad33d-1086-41dd-9734-5abcde624e50 req-1edbca9a-21c6-413a-a5a4-3ff83ed85ff5 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 943 time: 0.3924911 Jul 27 09:45:53.701653 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5dece-7a53-49b7-a5a5-5cc16c32d912 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b137d3-1153-4660-807c-6c4645b6cd0f,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:53.723892 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eff2f983-a9b3-4e73-a3f6-169c900dfc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:53.730344 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-e763991f-dde1-4f1c-9c96-1cc12057d750 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649354 Jul 27 09:45:53.741104 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f42ad33d-1086-41dd-9734-5abcde624e50 req-3c994452-e53b-45a1-a314-d50640546a79 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821586 Jul 27 09:45:53.749341 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eff2f983-a9b3-4e73-a3f6-169c900dfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:53.842873 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2f983-a9b3-4e73-a3f6-169c900dfc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092d4020-43d7-4396-a828-3132e911807d,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:53.886154 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:45:54.043857 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-462e4b64-8267-4eb4-9e1c-7af1bdc126f3 req-02a2c0da-a839-4c20-94a3-695ead2dfbfd service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841034 Jul 27 09:45:54.108308 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ac0af7-91b1-4d15-8025-533572b81519" -d '{"events": [{"name": "network-changed", "server_uuid": "200743c0-2585-4485-8632-e74ed296171f", "tag": "d1b137d3-1153-4660-807c-6c4645b6cd0f"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:45:54.132518 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-eff2f983-a9b3-4e73-a3f6-169c900dfc29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=594e4f20b01e4110949156656c659dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8364782 Jul 27 09:45:54.139154 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45172) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:54.186940 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f3aaabfc-508a-4488-9eea-9038facd9073 None None] Provisioning complete for port 96ed88f7-397d-4e95-9d88-e85231be2712 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:54.187513 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f3aaabfc-508a-4488-9eea-9038facd9073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.310635 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:45:54.338073 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-feabeab4-6584-48ea-bfa8-6c0365aa76ff admin admin] 10.222.0.22 "PUT /v2.0/routers/ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7211852 Jul 27 09:45:54.355130 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Sync routers for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:45:54.465819 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-3be078e0-627e-4d17-8953-cb105c8ea359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:54.468275 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-3be078e0-627e-4d17-8953-cb105c8ea359 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7a51d7dcd14522a8beaf9c3994aee2&device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 1096 time: 0.5738966 Jul 27 09:45:54.484303 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d959-13f7-4a61-9abe-07b53699dd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.520284 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb5a03-6794-4606-be23-77819987cfaf req-30c145f5-59bb-49cd-a192-7d4be5e50610 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:54.521311 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96eb5a03-6794-4606-be23-77819987cfaf req-30c145f5-59bb-49cd-a192-7d4be5e50610 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 943 time: 0.3594086 Jul 27 09:45:54.524789 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Notify callbacks [] for port, precommit_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.535316 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:54.537997 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:54.570813 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.571419 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Transition to ACTIVE for port object 4f11e7b5-839f-4245-a502-b8e1e939aa5a will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:54.579231 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d959-13f7-4a61-9abe-07b53699dd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.608564 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Transition to ACTIVE for port object 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:54.630316 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.635060 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.737325 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-f3aaabfc-508a-4488-9eea-9038facd9073 None None] Port 96ed88f7-397d-4e95-9d88-e85231be2712 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:45:54.751975 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96eb5a03-6794-4606-be23-77819987cfaf req-457713aa-d9e8-437a-8e71-fb58d9430e1d tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142742 Jul 27 09:45:54.761135 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45184) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:54.769374 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-869a2d86-8d59-4b9e-880f-1b953d91de38 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961552416', 'description': 'tempest-description--1055051670'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:54.797457 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d959-13f7-4a61-9abe-07b53699dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.800723 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d959-13f7-4a61-9abe-07b53699dd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.806864 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e7d2d959-13f7-4a61-9abe-07b53699dd46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/092d4020-43d7-4396-a828-3132e911807d HTTP/1.1" status: 204 len: 168 time: 0.6656089 Jul 27 09:45:54.836501 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2d959-13f7-4a61-9abe-07b53699dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092d4020-43d7-4396-a828-3132e911807d,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:54.865348 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-869a2d86-8d59-4b9e-880f-1b953d91de38 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.945764 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Attempting to bind port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:54.954746 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Attempting to bind port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:54.957954 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Attempting to bind port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 on network 7c76008f-0425-4595-a1ae-53202ed212eb {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:54.985625 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:54.992540 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Checking segment: {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:54.994276 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb53267-8c1a-4623-9e87-c96d58d73fff None None] Pushing event updated for resources: {'Port': ['ID=4f11e7b5-839f-4245-a502-b8e1e939aa5a,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:54.994802 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:54.995685 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Bound using segment: {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:54.996824 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Bound port: 5bb86fa5-431f-4e3d-b4fd-4994772b7a94, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:55.003061 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:55.161282 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0894598-9fb1-488d-9302-675645706759 None None] Pushing event updated for resources: {'Port': ['ID=5bb86fa5-431f-4e3d-b4fd-4994772b7a94,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:55.272925 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-869a2d86-8d59-4b9e-880f-1b953d91de38 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:55.287216 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:55.288773 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-869a2d86-8d59-4b9e-880f-1b953d91de38 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:55.347536 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] For port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:55.357821 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] For port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=5bb86fa5-431f-4e3d-b4fd-4994772b7a94,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:55.359513 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-869a2d86-8d59-4b9e-880f-1b953d91de38 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:55.363792 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-869a2d86-8d59-4b9e-880f-1b953d91de38 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6013179 Jul 27 09:45:55.369005 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45210) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:55.369374 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:55.377654 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-34b8efb4-1ec8-46c9-bab1-da939089cb90 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'security_group_rule': {'security_group_id': '790917e5-24dc-4c61-86d9-d5253b3b73aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:55.391908 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a2d86-8d59-4b9e-880f-1b953d91de38 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790917e5-24dc-4c61-86d9-d5253b3b73aa,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:55.407706 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5f40cc-bfbd-46b0-9405-b32b5292aba2 x-openstack-request-id: req-6d5f40cc-bfbd-46b0-9405-b32b5292aba2 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:45:55.408905 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200743c0-2585-4485-8632-e74ed296171f", "tag": "d1b137d3-1153-4660-807c-6c4645b6cd0f", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:45:55.411299 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d5f40cc-bfbd-46b0-9405-b32b5292aba2 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:45:55.413508 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200743c0-2585-4485-8632-e74ed296171f', 'tag': 'd1b137d3-1153-4660-807c-6c4645b6cd0f', 'status': 'completed', 'code': 200} Jul 27 09:45:55.453598 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-422ee0b2-3b4c-4a06-a736-7c52c09ae437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:55.459425 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-422ee0b2-3b4c-4a06-a736-7c52c09ae437 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 1096 time: 0.3335578 Jul 27 09:45:55.505043 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-34b8efb4-1ec8-46c9-bab1-da939089cb90 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:55.555673 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:55.556627 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:55.585283 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-45597ef7-cb25-4808-95f7-02bbb5d7b389 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b137d3-1153-4660-807c-6c4645b6cd0f HTTP/1.1" status: 200 len: 217 time: 0.3524964 Jul 27 09:45:55.660371 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.48', 64789) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:55.701582 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0894598-9fb1-488d-9302-675645706759 None None] Pushing event updated for resources: {'Port': ['ID=5bb86fa5-431f-4e3d-b4fd-4994772b7a94,revision_number=4']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:55.723878 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Attempting to bind port 4f11e7b5-839f-4245-a502-b8e1e939aa5a on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:55.724727 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Attempting to bind port 4f11e7b5-839f-4245-a502-b8e1e939aa5a by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:55.726822 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Attempting to bind port 4f11e7b5-839f-4245-a502-b8e1e939aa5a on network b4b94e72-7903-4e7d-9ba7-13bb82146886 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:55.818937 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:55.827851 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Checking segment: {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:55.829694 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:55.831779 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Bound using segment: {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:55.833440 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Bound port: 4f11e7b5-839f-4245-a502-b8e1e939aa5a, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:55.834918 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:55.841408 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-c5d6a8f0-f49a-44db-ad01-2019755f6b6e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:55.850087 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-c5d6a8f0-f49a-44db-ad01-2019755f6b6e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 818 time: 0.8622181 Jul 27 09:45:56.024420 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-c4d4a2f9-90ed-48d0-9466-a98c9727ffe9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/quotas/322fe5c346434871bcb907d5c420de1d HTTP/1.1" status: 200 len: 375 time: 0.1659045 Jul 27 09:45:56.075614 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:56.137879 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] For port 4f11e7b5-839f-4245-a502-b8e1e939aa5a, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:56.182033 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] For port 4f11e7b5-839f-4245-a502-b8e1e939aa5a, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=4f11e7b5-839f-4245-a502-b8e1e939aa5a,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:56.191752 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:56.271309 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-72db015e-7f68-430d-a16f-024184f325b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:56.275628 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-72db015e-7f68-430d-a16f-024184f325b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f18aebc8-dbdb-4f50-8c91-8ea1beca4907 HTTP/1.1" status: 200 len: 850 time: 0.6748869 Jul 27 09:45:56.279758 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Routers {'6ee480b0-986a-40f5-a124-f5917a5f0523'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:56.282343 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['6ee480b0-986a-40f5-a124-f5917a5f0523'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:56.300599 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45244) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:56.300815 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb53267-8c1a-4623-9e87-c96d58d73fff None None] Pushing event updated for resources: {'Port': ['ID=4f11e7b5-839f-4245-a502-b8e1e939aa5a,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:56.398263 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-34b8efb4-1ec8-46c9-bab1-da939089cb90 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:56.423218 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 2, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:56.490800 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-34b8efb4-1ec8-46c9-bab1-da939089cb90 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:56.514346 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8f57a806-5911-4f2e-99fd-558c082450ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:56.533908 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-4b3cde38-baa7-47a0-b2eb-7a34393b2ba9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b23ddee-f335-46d9-9744-d70c644ba9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2314615 Jul 27 09:45:56.557957 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Checking router: ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:45:56.560043 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Updating router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 port 96ed88f7-397d-4e95-9d88-e85231be2712 binding host dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:45:56.593098 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-34b8efb4-1ec8-46c9-bab1-da939089cb90 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:56.594426 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-2d776e21-62a0-4849-86ce-e9f6528cbf36 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5485778 Jul 27 09:45:56.598097 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-34b8efb4-1ec8-46c9-bab1-da939089cb90 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2248719 Jul 27 09:45:56.612648 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45252) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:56.641302 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8efb4-1ec8-46c9-bab1-da939089cb90 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704f8e35-4fd5-436b-8b40-1c1cc76aa910,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:56.662127 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-065db9fb-e036-42ce-a202-f289fe5f57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:56.665697 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-065db9fb-e036-42ce-a202-f289fe5f57a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 916 time: 1.1519628 Jul 27 09:45:56.685391 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-cdcfadf7-3552-4675-bcbd-d45c8fc46a94 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:56.695276 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-cdcfadf7-3552-4675-bcbd-d45c8fc46a94 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 818 time: 0.9100378 Jul 27 09:45:56.757486 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:56.768684 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-f9dab6af-7e30-4dc6-81c3-6e567c37ca57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf HTTP/1.1" status: 200 len: 217 time: 0.0715694 Jul 27 09:45:56.783663 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:55Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:56.791816 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Request body: {'port': {'device_id': '2af16a52-3982-4400-9e19-d4b8ebc6701b', 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'admin_state_up': True, 'tenant_id': '322fe5c346434871bcb907d5c420de1d'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:56.812578 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-903735a6-7fa9-400c-83ee-896b76a463d9 service neutron] 10.222.0.22 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034323 Jul 27 09:45:56.819461 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-5b9f830d-f1b8-4fd8-9157-775ac6964187 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'security_group_rule': {'security_group_id': '790917e5-24dc-4c61-86d9-d5253b3b73aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:56.843466 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d65335-4b79-4275-ae9e-2b010800c15a None None] The sync data for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi is: [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:55Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:45:56.886725 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45258) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:56.887068 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] Set router 6ee480b0-986a-40f5-a124-f5917a5f0523 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:57.055732 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45264) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:57.066937 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-8b4f6993-4524-400d-be7f-ea189a488bfe tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756097037', 'description': 'tempest-description--1850276593'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:57.091442 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.db.api [None req-5b9f830d-f1b8-4fd8-9157-775ac6964187 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:45:57.091442 dv-cinder-802440-1-iscsi neutron-server[99744]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 09:45:57.091442 dv-cinder-802440-1-iscsi neutron-server[99744]: [parameters: {'project_id_1': '0276852d6358459f97418591cc32a01a', 'expiration_1': datetime.datetime(2021, 7, 27, 9, 45, 56, 826070)}] Jul 27 09:45:57.091442 dv-cinder-802440-1-iscsi neutron-server[99744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:45:57.092222 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG oslo_db.api [None req-5b9f830d-f1b8-4fd8-9157-775ac6964187 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:45:57.252656 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-528a8dce-fa1b-48ce-bbc7-ea92b71b6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:57.254649 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-528a8dce-fa1b-48ce-bbc7-ea92b71b6a17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec6f467b-3c5d-4050-b4e7-a2c698d321ae HTTP/1.1" status: 200 len: 855 time: 0.1437109 Jul 27 09:45:57.330818 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:57.331978 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3d0c646b-b945-46d3-9bdc-a2047c5911a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:57.347409 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-53c7874e-c5b5-4921-820a-a5e50032be62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b903a327-7d99-464f-bb50-f2f88b91caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764918 Jul 27 09:45:57.357412 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-85385bb2-b449-41b6-b9ff-295a617c62d0 service neutron] 10.222.0.48 "GET /v2.0/networks/1b23ddee-f335-46d9-9744-d70c644ba9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461097 Jul 27 09:45:57.363270 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-ce5ea08a-6deb-4c5d-8151-ea84e8d822dc service neutron] 10.222.0.22 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495679 Jul 27 09:45:57.412688 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Transition to ACTIVE for port object 96ed88f7-397d-4e95-9d88-e85231be2712 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:45:57.423188 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd37d8f-9826-456e-a169-b205847ed5fe req-84f964dd-59fa-408a-8249-874e9100878a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:57.425097 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ddd37d8f-9826-456e-a169-b205847ed5fe req-84f964dd-59fa-408a-8249-874e9100878a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 943 time: 0.3710048 Jul 27 09:45:57.443262 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:57.485959 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 4f11e7b5-839f-4245-a502-b8e1e939aa5a up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:57.524513 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8f57a806-5911-4f2e-99fd-558c082450ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:57.556572 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-b70231cb-6b62-479e-9e6e-937dee476ca6 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885393 Jul 27 09:45:57.570343 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8f57a806-5911-4f2e-99fd-558c082450ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:57.693678 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.db.api [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:45:57.693678 dv-cinder-802440-1-iscsi neutron-server[99745]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 09:45:57.693678 dv-cinder-802440-1-iscsi neutron-server[99745]: [parameters: {'project_id_1': '322fe5c346434871bcb907d5c420de1d', 'expiration_1': datetime.datetime(2021, 7, 27, 9, 45, 57, 353365)}] Jul 27 09:45:57.693678 dv-cinder-802440-1-iscsi neutron-server[99745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:45:57.697657 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG oslo_db.api [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:45:57.701189 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8bdd2-504c-40b6-9b16-1d1833f7a8b7 None None] Pushing event updated for resources: {'Port': ['ID=96ed88f7-397d-4e95-9d88-e85231be2712,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:57.746978 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.db.api [None req-3d0c646b-b945-46d3-9bdc-a2047c5911a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:45:57.746978 dv-cinder-802440-1-iscsi neutron-server[99744]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 09:45:57.746978 dv-cinder-802440-1-iscsi neutron-server[99744]: [parameters: {'project_id_1': '893d585b711e41249deb8c35f583719f', 'expiration_1': datetime.datetime(2021, 7, 27, 9, 45, 57, 475260)}] Jul 27 09:45:57.746978 dv-cinder-802440-1-iscsi neutron-server[99744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:45:57.747421 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG oslo_db.api [None req-3d0c646b-b945-46d3-9bdc-a2047c5911a7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:45:57.799256 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-352d877f-d4c1-4fda-bf18-828a9d7b19c2 req-52b7d310-51d6-4fa1-80ad-f308081c5fcb service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112050 Jul 27 09:45:57.841242 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Attempting to bind port 96ed88f7-397d-4e95-9d88-e85231be2712 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:45:57.842078 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Attempting to bind port 96ed88f7-397d-4e95-9d88-e85231be2712 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:45:57.842668 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Attempting to bind port 96ed88f7-397d-4e95-9d88-e85231be2712 on network e1d59e72-afa1-4b81-a94a-b12de5380b0e {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:45:57.844959 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 4f11e7b5-839f-4245-a502-b8e1e939aa5a completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:57.856190 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 4f11e7b5-839f-4245-a502-b8e1e939aa5a triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:57.856562 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:57.866628 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:45:57.867266 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Checking segment: {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:45:57.868063 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:57.868610 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Bound using segment: {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:45:57.869242 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Bound port: 96ed88f7-397d-4e95-9d88-e85231be2712, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:45:57.869762 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:57.993842 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] For port 96ed88f7-397d-4e95-9d88-e85231be2712, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:45:57.998648 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] For port 96ed88f7-397d-4e95-9d88-e85231be2712, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=96ed88f7-397d-4e95-9d88-e85231be2712,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:45:58.024948 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:43Z', 'revision_number': 4, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'gw_port': {'id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '4f11e7b5-839f-4245-a502-b8e1e939aa5a', 'name': '', 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'mac_address': 'fa:16:3e:cf:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:40Z', 'updated_at': '2021-07-27T09:45:56Z', 'revision_number': 4, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'subnets': [{'id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:58.073120 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-8f57a806-5911-4f2e-99fd-558c082450ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79b0361d19c2406ebab0a838d0a65d91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7693450 Jul 27 09:45:58.074144 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8b4f6993-4524-400d-be7f-ea189a488bfe tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.075854 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45282) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:58.100493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57a806-5911-4f2e-99fd-558c082450ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666171ba-2cde-4fb3-aef8-2f798aa6858a,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:58.170195 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ddd37d8f-9826-456e-a169-b205847ed5fe req-6701c8ee-ba08-461d-8ea4-f35aaef14420 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7073739 Jul 27 09:45:58.187795 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.189823 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d069381c-76c6-4494-ab74-18b19dd150a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.192666 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a909223-e87c-44e8-bb55-4a438c240ffe None None] The sync data for ids ['6ee480b0-986a-40f5-a124-f5917a5f0523'] in dv-cinder-802440-1-iscsi is: [{'id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:43Z', 'revision_number': 4, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'gw_port': {'id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '4f11e7b5-839f-4245-a502-b8e1e939aa5a', 'name': '', 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'mac_address': 'fa:16:3e:cf:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:40Z', 'updated_at': '2021-07-27T09:45:56Z', 'revision_number': 4, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'subnets': [{'id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:45:58.226090 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d069381c-76c6-4494-ab74-18b19dd150a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.242887 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6b94316-3c6a-47a4-bf82-520c4f3036f6 req-6db3a248-992c-417e-b3e8-e966cbf1e38c service neutron] 10.222.0.48 "GET /v2.0/networks/1b23ddee-f335-46d9-9744-d70c644ba9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8092306 Jul 27 09:45:58.256673 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3d0c646b-b945-46d3-9bdc-a2047c5911a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.263846 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5b9f830d-f1b8-4fd8-9157-775ac6964187 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.339182 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61661881-998c-45bf-8394-25a39d8c5835 req-a528c879-3c89-4582-bd91-cb74c14bc696 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:58.348695 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8bdd2-504c-40b6-9b16-1d1833f7a8b7 None None] Pushing event updated for resources: {'Port': ['ID=96ed88f7-397d-4e95-9d88-e85231be2712,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:58.349373 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-61661881-998c-45bf-8394-25a39d8c5835 req-a528c879-3c89-4582-bd91-cb74c14bc696 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 943 time: 0.6598728 Jul 27 09:45:58.384750 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:45:58.385943 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:45:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:58.427257 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d069381c-76c6-4494-ab74-18b19dd150a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.432429 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d069381c-76c6-4494-ab74-18b19dd150a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.433968 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-d069381c-76c6-4494-ab74-18b19dd150a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/666171ba-2cde-4fb3-aef8-2f798aa6858a HTTP/1.1" status: 204 len: 168 time: 0.3569982 Jul 27 09:45:58.446782 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069381c-76c6-4494-ab74-18b19dd150a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666171ba-2cde-4fb3-aef8-2f798aa6858a,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:58.461120 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.481794 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ae3e2245-7ca8-4180-aefa-810a6b8a99b9 req-42731eb7-5c88-4695-9ff9-608ba32c7335 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 210 time: 0.1810741 Jul 27 09:45:58.613281 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 4f11e7b5-839f-4245-a502-b8e1e939aa5a, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=4f11e7b5-839f-4245-a502-b8e1e939aa5a,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:45:58.624190 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.627406 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:58.679353 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-61661881-998c-45bf-8394-25a39d8c5835 req-5e498e86-1625-4c78-975c-2870923f981b tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867510 Jul 27 09:45:58.729969 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5b9f830d-f1b8-4fd8-9157-775ac6964187 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.746425 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8b4f6993-4524-400d-be7f-ea189a488bfe tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.747422 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5b9f830d-f1b8-4fd8-9157-775ac6964187 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.774049 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:45:58.783741 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8b4f6993-4524-400d-be7f-ea189a488bfe tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:58.815715 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f830d-f1b8-4fd8-9157-775ac6964187 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b082ed-ff7e-4885-9beb-d8daea07aff3,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:58.849699 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0af7-91b1-4d15-8025-533572b81519 req-de01b6ea-c359-4d19-8020-5a8494ccc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:58.850952 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-01ac0af7-91b1-4d15-8025-533572b81519 req-de01b6ea-c359-4d19-8020-5a8494ccc345 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7a51d7dcd14522a8beaf9c3994aee2&device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 1096 time: 0.3439877 Jul 27 09:45:58.851477 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f6993-4524-400d-be7f-ea189a488bfe tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40292f74-f103-41a8-821f-3c873fe414d9,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:58.871362 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=4f11e7b5-839f-4245-a502-b8e1e939aa5a,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:59.014138 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:45:59.026274 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:59.026843 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.098125 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0af7-91b1-4d15-8025-533572b81519 req-ea017425-8a2d-4856-8638-3ba5b4da79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:59.099929 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-01ac0af7-91b1-4d15-8025-533572b81519 req-ea017425-8a2d-4856-8638-3ba5b4da79cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=1b23ddee-f335-46d9-9744-d70c644ba9bb HTTP/1.1" status: 200 len: 911 time: 0.2320633 Jul 27 09:45:59.105344 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3d0c646b-b945-46d3-9bdc-a2047c5911a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.153220 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-01ac0af7-91b1-4d15-8025-533572b81519 req-17f55fca-1ba5-414a-b7c6-6059c26f14c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b137d3-1153-4660-807c-6c4645b6cd0f HTTP/1.1" status: 200 len: 217 time: 0.0439773 Jul 27 09:45:59.155616 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3d0c646b-b945-46d3-9bdc-a2047c5911a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.190706 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5b9f830d-f1b8-4fd8-9157-775ac6964187 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.195223 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5b9f830d-f1b8-4fd8-9157-775ac6964187 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5815971 Jul 27 09:45:59.197982 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45308) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:59.208658 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'floatingip': {'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:59.242568 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.266426 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0af7-91b1-4d15-8025-533572b81519 req-5401b510-f4a5-4ce2-86c4-d9e5d524d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:59.269927 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-01ac0af7-91b1-4d15-8025-533572b81519 req-5401b510-f4a5-4ce2-86c4-d9e5d524d2ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f18aebc8-dbdb-4f50-8c91-8ea1beca4907 HTTP/1.1" status: 200 len: 850 time: 0.1053591 Jul 27 09:45:59.281654 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:45:57Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:45:59.301206 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8b4f6993-4524-400d-be7f-ea189a488bfe tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.304242 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-8b4f6993-4524-400d-be7f-ea189a488bfe tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2442451 Jul 27 09:45:59.330074 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b88adb-7d71-4b65-92a4-004165e9a4a0 None None] The sync data for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi is: [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:45:57Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:45:59.349998 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=5bb86fa5-431f-4e3d-b4fd-4994772b7a94,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:45:59.359880 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.361809 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Made reservation on behalf of 322fe5c346434871bcb907d5c420de1d for: {'port': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:45:59.382801 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.388337 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45310) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:59.452606 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-d90e2dbf-cd3f-47bb-b061-2d9494a5c029 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'security_group_rule': {'security_group_id': '40292f74-f103-41a8-821f-3c873fe414d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:45:59.556020 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d90e2dbf-cd3f-47bb-b061-2d9494a5c029 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.596365 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 4f11e7b5-839f-4245-a502-b8e1e939aa5a up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:45:59.606941 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=5bb86fa5-431f-4e3d-b4fd-4994772b7a94,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:59.654157 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c646b-b945-46d3-9bdc-a2047c5911a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84525cff-a7ba-4a82-8cd6-12eb066865a4,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:45:59.675976 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-01ac0af7-91b1-4d15-8025-533572b81519 req-87a2ba8f-b30b-4fec-8ae2-0ea00bc4ae72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b23ddee-f335-46d9-9744-d70c644ba9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3914609 Jul 27 09:45:59.700162 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-3d0c646b-b945-46d3-9bdc-a2047c5911a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=893d585b711e41249deb8c35f583719f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8092899 Jul 27 09:45:59.702526 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45328) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:45:59.741353 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-8e2dfbac-0167-4729-a817-52fc2ff946a4 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:45:59.743781 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-8e2dfbac-0167-4729-a817-52fc2ff946a4 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 818 time: 0.5132697 Jul 27 09:45:59.806306 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 4f11e7b5-839f-4245-a502-b8e1e939aa5a triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:45:59.806864 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.884017 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:45:59.886073 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d4bc24b4-8cfb-4ce0-a4da-fdd211e2498e req-58063d6d-df65-4930-959d-8a6746ce9954 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 210 time: 0.1930339 Jul 27 09:46:00.018085 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7da66a-08ea-4a98-b683-3413f981ff00 req-71ba86b1-0d5d-469f-851c-40c4303a0de1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:00.020087 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bf7da66a-08ea-4a98-b683-3413f981ff00 req-71ba86b1-0d5d-469f-851c-40c4303a0de1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 943 time: 0.7427711 Jul 27 09:46:00.028445 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-01ac0af7-91b1-4d15-8025-533572b81519 req-d74f8d31-10d8-4d11-b94e-901853b39ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/1b23ddee-f335-46d9-9744-d70c644ba9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270366 Jul 27 09:46:00.030898 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d90e2dbf-cd3f-47bb-b061-2d9494a5c029 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.056240 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d90e2dbf-cd3f-47bb-b061-2d9494a5c029 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.086445 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a7157b-4c12-4e75-a9ba-c88d92d7799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.104402 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Allocated IP 172.20.0.5 (b4b94e72-7903-4e7d-9ba7-13bb82146886/e4492908-4da8-4664-9a39-534ba7f254e8/1fb97b1e-8edf-4661-b712-b244fc225bc5) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:46:00.125608 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e2dbf-cd3f-47bb-b061-2d9494a5c029 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e8e093-8315-4163-a6b4-7dd3022ca309,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:00.142599 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d90e2dbf-cd3f-47bb-b061-2d9494a5c029 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.147356 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-d90e2dbf-cd3f-47bb-b061-2d9494a5c029 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6962841 Jul 27 09:46:00.147356 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45336) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:00.152111 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-a49c56e0-af64-468b-8ee9-113aa00248ab tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'security_group_rule': {'security_group_id': '40292f74-f103-41a8-821f-3c873fe414d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:00.158961 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bf7da66a-08ea-4a98-b683-3413f981ff00 req-4d604182-94e5-44a8-9c51-d3082a64df18 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263640 Jul 27 09:46:00.201958 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a49c56e0-af64-468b-8ee9-113aa00248ab tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.211910 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087eb4e-3a98-44df-b9e0-2d1f1285238f req-ea66cef9-3f1b-47be-8fa0-83cc1f954a27 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:00.214076 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f087eb4e-3a98-44df-b9e0-2d1f1285238f req-ea66cef9-3f1b-47be-8fa0-83cc1f954a27 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 943 time: 0.1881649 Jul 27 09:46:00.315753 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f087eb4e-3a98-44df-b9e0-2d1f1285238f req-ca6d5c61-6607-46fd-a27d-397551a42712 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920668 Jul 27 09:46:00.332847 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a7157b-4c12-4e75-a9ba-c88d92d7799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.364264 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a49c56e0-af64-468b-8ee9-113aa00248ab tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.370916 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a49c56e0-af64-468b-8ee9-113aa00248ab tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.414479 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c56e0-af64-468b-8ee9-113aa00248ab tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fad4738-cd28-4213-a615-c5cf7facc6f3,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:00.427907 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a49c56e0-af64-468b-8ee9-113aa00248ab tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.433741 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-a49c56e0-af64-468b-8ee9-113aa00248ab tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2860565 Jul 27 09:46:00.434629 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45342) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:00.442562 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'floatingip': {'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:00.454086 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.474580 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a7157b-4c12-4e75-a9ba-c88d92d7799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.477549 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a7157b-4c12-4e75-a9ba-c88d92d7799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.478541 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.478805 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-21a7157b-4c12-4e75-a9ba-c88d92d7799d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84525cff-a7ba-4a82-8cd6-12eb066865a4 HTTP/1.1" status: 204 len: 168 time: 0.7683332 Jul 27 09:46:00.500692 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7157b-4c12-4e75-a9ba-c88d92d7799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84525cff-a7ba-4a82-8cd6-12eb066865a4,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:00.507231 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.591860 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.655796 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.706046 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Allocated IP 172.27.1.188 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/f4ec3579-f283-4af0-81c5-e3d7c97e5af8) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:46:00.791169 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Network b4b94e72-7903-4e7d-9ba7-13bb82146886 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:46:00.804842 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:00.807511 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:46:00.813829 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:00.815286 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.846967 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Pushing event updated for resources: {'Port': ['ID=1fb97b1e-8edf-4661-b712-b244fc225bc5,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:00.873043 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-730b89b4-72ac-49aa-9f46-e22642049166 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0852773 Jul 27 09:46:00.934108 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:00.989407 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.036958 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:46:01.047284 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1f3f6fd8-0d51-4910-929d-51ef234d88ab req-c4b68f45-b7fc-4624-b726-1d149f677794 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 210 time: 0.0682991 Jul 27 09:46:01.061942 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'Port': ['ID=f4ec3579-f283-4af0-81c5-e3d7c97e5af8,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:01.069474 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:01.073687 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:46:01.106416 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Allocated IP 172.27.1.238 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/171c3ccf-2a49-4603-b708-91cc34878020) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:46:01.243613 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45364) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:01.273677 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.287963 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-02ef85e6-b274-474b-ad35-614344217ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.327226 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.391693 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.405331 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870020b-1598-4bb2-ad25-d1536b5f59b9 req-fabbcc90-d2e1-46f2-8ad4-8cc27d5ea181 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:01.422786 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a870020b-1598-4bb2-ad25-d1536b5f59b9 req-fabbcc90-d2e1-46f2-8ad4-8cc27d5ea181 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 943 time: 0.1525922 Jul 27 09:46:01.490085 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.557636 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a870020b-1598-4bb2-ad25-d1536b5f59b9 req-c133d656-7371-431e-918b-b1b8c5a29f5c tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336432 Jul 27 09:46:01.585855 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:46:01.595025 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:01.609373 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:46:01.609651 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-02ef85e6-b274-474b-ad35-614344217ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.616800 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-02ef85e6-b274-474b-ad35-614344217ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.622722 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'Port': ['ID=171c3ccf-2a49-4603-b708-91cc34878020,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:01.707197 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-02ef85e6-b274-474b-ad35-614344217ede admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=789757db7a9545358699fcf18c480b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622376 Jul 27 09:46:01.708186 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45378) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:01.718807 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 96ed88f7-397d-4e95-9d88-e85231be2712 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:01.737768 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef85e6-b274-474b-ad35-614344217ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0134425-71cb-42ae-9acc-87a64de0d70b,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:01.785442 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e270818-158e-47b7-a291-7f385fee253d req-2f8c2979-276e-47df-944a-d62a0f2e8ed7 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:01.793259 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5e270818-158e-47b7-a291-7f385fee253d req-2f8c2979-276e-47df-944a-d62a0f2e8ed7 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 943 time: 0.3335757 Jul 27 09:46:01.797502 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.810111 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.810756 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.811843 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 96ed88f7-397d-4e95-9d88-e85231be2712 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:01.820754 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 96ed88f7-397d-4e95-9d88-e85231be2712 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:01.821234 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.869626 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-961c1b1e-18fc-42bb-a9a1-2d9952f6c528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.875835 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.881959 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5e270818-158e-47b7-a291-7f385fee253d req-b4afc322-c36b-40aa-9c9a-6d8a02a0786f tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873058 Jul 27 09:46:01.911069 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.920406 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-961c1b1e-18fc-42bb-a9a1-2d9952f6c528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.936965 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.974731 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'Port': ['ID=f4ec3579-f283-4af0-81c5-e3d7c97e5af8,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:01.977737 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 96ed88f7-397d-4e95-9d88-e85231be2712, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=96ed88f7-397d-4e95-9d88-e85231be2712,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:01.978966 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.980214 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-dc7e3091-91c0-4a04-9cdb-db08307f4706 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7806716 Jul 27 09:46:01.982558 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:01.983729 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:02.010246 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-961c1b1e-18fc-42bb-a9a1-2d9952f6c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.012861 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-961c1b1e-18fc-42bb-a9a1-2d9952f6c528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.016456 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-961c1b1e-18fc-42bb-a9a1-2d9952f6c528 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0134425-71cb-42ae-9acc-87a64de0d70b HTTP/1.1" status: 204 len: 168 time: 0.2901618 Jul 27 09:46:02.034313 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c1b1e-18fc-42bb-a9a1-2d9952f6c528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0134425-71cb-42ae-9acc-87a64de0d70b,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:02.079132 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=96ed88f7-397d-4e95-9d88-e85231be2712,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:02.091827 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:02.092204 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.190946 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1107fa34-7d90-44f6-8960-a365d59d3ae9 req-3210c648-70ef-4122-960e-4258d0649f98 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 210 time: 0.0486789 Jul 27 09:46:02.193002 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.200195 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.246710 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.268437 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'Port': ['ID=171c3ccf-2a49-4603-b708-91cc34878020,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:02.271240 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.280560 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-19eb37c4-55a6-47d1-8106-7636eb06e66b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8367002 Jul 27 09:46:02.311266 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45408) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:02.325631 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-a0ddee6a-461a-4622-a48b-06e67fc93947 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1961552416&fields=id&tenant_id=0276852d6358459f97418591cc32a01a HTTP/1.1" status: 200 len: 267 time: 0.0449042 Jul 27 09:46:02.399398 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Request body: {'port': {'device_id': 'fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4', 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'admin_state_up': True, 'tenant_id': '322fe5c346434871bcb907d5c420de1d'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:02.427490 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Request body: {'port': {'device_id': '2af16a52-3982-4400-9e19-d4b8ebc6701b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:02.450022 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device d1b137d3-1153-4660-807c-6c4645b6cd0f details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:46:02.664051 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port d1b137d3-1153-4660-807c-6c4645b6cd0f, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d1b137d3-1153-4660-807c-6c4645b6cd0f,segment=NetworkSegment(98fd2cc8-d52d-47d1-a710-a8e0b7558b0b),segment_id=98fd2cc8-d52d-47d1-a710-a8e0b7558b0b)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:02.678382 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': 'd1b137d3-1153-4660-807c-6c4645b6cd0f', 'network_id': '1b23ddee-f335-46d9-9744-d70c644ba9bb', 'port_id': 'd1b137d3-1153-4660-807c-6c4645b6cd0f', 'mac_address': 'fa:16:3e:dd:50:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18aebc8-dbdb-4f50-8c91-8ea1beca4907', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:46:02.690950 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a1e-b159-4b4f-945f-3e951ee96de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.726556 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.740028 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.749422 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b137d3-1153-4660-807c-6c4645b6cd0f {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:02.759801 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-58c1282c-20fa-4533-93a2-60334d52098d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:02.761315 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-58c1282c-20fa-4533-93a2-60334d52098d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 817 time: 0.4286206 Jul 27 09:46:02.768412 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.db.api [None req-d92b0a1e-b159-4b4f-945f-3e951ee96de0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:46:02.768412 dv-cinder-802440-1-iscsi neutron-server[99745]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 09:46:02.768412 dv-cinder-802440-1-iscsi neutron-server[99745]: [parameters: {'project_id': '720630c49be24ef88b8d7a0be80f5e46', 'id': 'd4fbb8d8-39cf-424c-9b6f-472c281b4bb6', 'expiration': datetime.datetime(2021, 7, 27, 9, 48, 2, 758398)}] Jul 27 09:46:02.768412 dv-cinder-802440-1-iscsi neutron-server[99745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:46:02.768794 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG oslo_db.api [None req-d92b0a1e-b159-4b4f-945f-3e951ee96de0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:46:02.783950 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port d1b137d3-1153-4660-807c-6c4645b6cd0f, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d1b137d3-1153-4660-807c-6c4645b6cd0f,segment=NetworkSegment(98fd2cc8-d52d-47d1-a710-a8e0b7558b0b),segment_id=98fd2cc8-d52d-47d1-a710-a8e0b7558b0b)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:02.792160 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.793636 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:46:02.798135 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-eac74972-5115-4d4b-b762-08b748ac9e6f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1756097037&fields=id&tenant_id=ca228791ac2b4c6286601af992fcae44 HTTP/1.1" status: 200 len: 267 time: 0.0917649 Jul 27 09:46:02.806323 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0afc0a84-5dd5-4ffa-abe0-021d8d0710df tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/quotas/0276852d6358459f97418591cc32a01a HTTP/1.1" status: 200 len: 375 time: 0.0371754 Jul 27 09:46:02.807903 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Made reservation on behalf of 322fe5c346434871bcb907d5c420de1d for: {'port': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:02.812393 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:02.905731 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-01ac0af7-91b1-4d15-8025-533572b81519 req-70a86190-9bb0-4009-b636-b8d0ba3c2213 service neutron] 10.222.0.48 "GET /v2.0/networks/1b23ddee-f335-46d9-9744-d70c644ba9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934084 Jul 27 09:46:02.982838 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-ae097b9b-9b86-4a48-b4cd-c8b03d5ba17d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1636217 Jul 27 09:46:02.990274 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-412ec3cc-b7c9-4c0a-9a8c-8c4746940621 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:02.991884 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-412ec3cc-b7c9-4c0a-9a8c-8c4746940621 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 810 time: 0.1791744 Jul 27 09:46:03.019964 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=d1b137d3-1153-4660-807c-6c4645b6cd0f,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:03.027515 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:03.040206 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad', 'port_id': '3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'mac_address': 'fa:16:3e:e3:01:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6f467b-3c5d-4050-b4e7-a2c698d321ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:46:03.082526 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-dbda7d40-cc56-40a9-800d-d43d2cb13fde tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/quotas/ca228791ac2b4c6286601af992fcae44 HTTP/1.1" status: 200 len: 375 time: 0.0819983 Jul 27 09:46:03.092168 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:03.114206 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:03.146787 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:03.155412 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:03.176346 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-53d92304-9ff2-4e6e-9894-1ac46cae7378 service neutron] 10.222.0.22 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635075 Jul 27 09:46:03.221072 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Allocated IP 172.20.0.7 (b4b94e72-7903-4e7d-9ba7-13bb82146886/e4492908-4da8-4664-9a39-534ba7f254e8/312a2ca7-4540-42fc-9570-7d7f2c9d6331) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:46:03.228166 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:03.264185 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-e0ade1d6-a186-453c-9499-ed274e1073f5 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1732419 Jul 27 09:46:03.272626 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a1e-b159-4b4f-945f-3e951ee96de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:03.369511 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-a28f157c-a664-4b52-a7bf-47256cdf104c service neutron] 10.222.0.22 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835294 Jul 27 09:46:03.424649 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-eb92644f-612f-48ea-ae58-633ac7b7b93a service neutron] 10.222.0.22 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377895 Jul 27 09:46:03.438859 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:03.482432 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 96ed88f7-397d-4e95-9d88-e85231be2712 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:03.497304 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a1e-b159-4b4f-945f-3e951ee96de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:03.507411 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a1e-b159-4b4f-945f-3e951ee96de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:03.537408 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:03.589360 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-188de7d4-7662-44af-9dec-ca0940499b6a service neutron] 10.222.0.22 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577580 Jul 27 09:46:03.603115 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 96ed88f7-397d-4e95-9d88-e85231be2712 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:03.603634 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Network b4b94e72-7903-4e7d-9ba7-13bb82146886 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:46:03.603749 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:03.634084 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:03.639648 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:46:03.658936 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:03.659723 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:03.733646 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b0a1e-b159-4b4f-945f-3e951ee96de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc1c36-08f2-45f8-aeaa-f01ec882970c,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:03.745777 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-d92b0a1e-b159-4b4f-945f-3e951ee96de0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=720630c49be24ef88b8d7a0be80f5e46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4325023 Jul 27 09:46:03.747360 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3526030 Jul 27 09:46:03.754187 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45462) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:03.765981 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b70fb-3205-4c93-9a03-911de7d5c3e8 req-1716c207-1db6-4b58-a670-014502c93a42 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:03.775975 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a71b70fb-3205-4c93-9a03-911de7d5c3e8 req-1716c207-1db6-4b58-a670-014502c93a42 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 944 time: 0.1268775 Jul 27 09:46:03.784692 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43878f20-570d-49f2-8bb9-0e28d1a4e4ef tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Pushing event updated for resources: {'Port': ['ID=312a2ca7-4540-42fc-9570-7d7f2c9d6331,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:03.882863 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a71b70fb-3205-4c93-9a03-911de7d5c3e8 req-ee7055a2-4a84-46c4-91f9-5518423758aa tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012259 Jul 27 09:46:03.909719 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-59a74253-9914-4481-8d52-0d750c92e8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.011118 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-59a74253-9914-4481-8d52-0d750c92e8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.020700 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb97b1e-8edf-4661-b712-b244fc225bc5 {{(pid=99745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:04.031689 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.074803 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.provisioning_blocks [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Transition to ACTIVE for port object 1fb97b1e-8edf-4661-b712-b244fc225bc5 will not be triggered until provisioned by entity L2. {{(pid=99745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:46:04.082010 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.133301 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589aa3-5eb3-4c41-8f9f-d9a2de9e9414 req-7615bfe4-aab4-4f6e-8de1-e47bc689f13c tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:04.135689 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b8589aa3-5eb3-4c41-8f9f-d9a2de9e9414 req-7615bfe4-aab4-4f6e-8de1-e47bc689f13c tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 944 time: 0.2176511 Jul 27 09:46:04.144672 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-59a74253-9914-4481-8d52-0d750c92e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.159463 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-59a74253-9914-4481-8d52-0d750c92e8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.163006 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-59a74253-9914-4481-8d52-0d750c92e8b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ddc1c36-08f2-45f8-aeaa-f01ec882970c HTTP/1.1" status: 204 len: 168 time: 0.3988822 Jul 27 09:46:04.176405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b693db-c63c-4bfc-9fef-bbcabf70cd22 req-35e1c9a1-e59b-4437-b90d-2214964dc884 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:04.177982 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-61b693db-c63c-4bfc-9fef-bbcabf70cd22 req-35e1c9a1-e59b-4437-b90d-2214964dc884 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 931 time: 0.2114747 Jul 27 09:46:04.189669 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb97b1e-8edf-4661-b712-b244fc225bc5,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:04.233536 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a74253-9914-4481-8d52-0d750c92e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc1c36-08f2-45f8-aeaa-f01ec882970c,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:04.237877 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.managers [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Attempting to bind port 1fb97b1e-8edf-4661-b712-b244fc225bc5 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:46:04.238235 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.managers [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Attempting to bind port 1fb97b1e-8edf-4661-b712-b244fc225bc5 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'}] {{(pid=99745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:46:04.238547 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Attempting to bind port 1fb97b1e-8edf-4661-b712-b244fc225bc5 on network b4b94e72-7903-4e7d-9ba7-13bb82146886 {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:04.257280 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Port 1fb97b1e-8edf-4661-b712-b244fc225bc5 on network b4b94e72-7903-4e7d-9ba7-13bb82146886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:46:04.257629 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Attempting to bind port 1fb97b1e-8edf-4661-b712-b244fc225bc5 on network b4b94e72-7903-4e7d-9ba7-13bb82146886 {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:04.280182 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:46:04.280182 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Checking segment: {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:46:04.280680 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Bound using segment: {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'} {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:46:04.281330 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.managers [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Bound port: 1fb97b1e-8edf-4661-b712-b244fc225bc5, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'}}] {{(pid=99745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:46:04.281619 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.320452 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b8589aa3-5eb3-4c41-8f9f-d9a2de9e9414 req-f8a3157e-4a7f-4ea6-9582-c79171e4662d tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702292 Jul 27 09:46:04.327194 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-61b693db-c63c-4bfc-9fef-bbcabf70cd22 req-4754f566-b2c5-4863-aed1-c6a9cf687424 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330950 Jul 27 09:46:04.406617 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] For port 1fb97b1e-8edf-4661-b712-b244fc225bc5, host hv-cinder-80244, cleared binding levels {{(pid=99745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:46:04.418321 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] For port 1fb97b1e-8edf-4661-b712-b244fc225bc5, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:46:04.433255 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.463838 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aeaaf55e-f8fe-4b60-9dfe-6cd3abb2c07a req-9d33da38-c677-4308-87be-0f7cee95fcc1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 210 time: 0.0610631 Jul 27 09:46:04.486504 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:04.487418 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.491542 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] 10.222.0.48 "PUT /v2.0/ports/1fb97b1e-8edf-4661-b712-b244fc225bc5 HTTP/1.1" status: 200 len: 1093 time: 2.0687277 Jul 27 09:46:04.492024 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af16a52-3982-4400-9e19-d4b8ebc6701b', 'tag': '1fb97b1e-8edf-4661-b712-b244fc225bc5'}] {{(pid=99745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:04.494471 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce3b41c462ebba350985894298ca90253f8663e19624fa7accfd13c45103618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b0eda9-1454-49a6-beee-acd3b59448d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2af16a52-3982-4400-9e19-d4b8ebc6701b", "tag": "1fb97b1e-8edf-4661-b712-b244fc225bc5"}]}' {{(pid=99745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:04.524292 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5198971-2206-407e-b3f6-d33f398cad81 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb97b1e-8edf-4661-b712-b244fc225bc5,revision_number=3']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:04.546622 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-abe77715-c686-43fb-8ec6-316b1b4feccb req-8334a10d-338f-4ab7-935c-549a4d4ab927 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 210 time: 0.0797668 Jul 27 09:46:04.560430 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3c0cdb-2765-4ead-94c5-183ef4b0f084 x-openstack-request-id: req-ad3c0cdb-2765-4ead-94c5-183ef4b0f084 {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:04.560801 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af16a52-3982-4400-9e19-d4b8ebc6701b", "tag": "1fb97b1e-8edf-4661-b712-b244fc225bc5", "status": "completed", "code": 200}]} {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:04.561184 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad3c0cdb-2765-4ead-94c5-183ef4b0f084 {{(pid=99745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:04.562169 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af16a52-3982-4400-9e19-d4b8ebc6701b', 'tag': '1fb97b1e-8edf-4661-b712-b244fc225bc5', 'status': 'completed', 'code': 200} Jul 27 09:46:04.801902 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45506) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:04.815851 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-247c8f2a-16c0-49fa-a584-971d54e11a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.910205 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-247c8f2a-16c0-49fa-a584-971d54e11a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.916271 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-247c8f2a-16c0-49fa-a584-971d54e11a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:04.954126 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c8f2a-16c0-49fa-a584-971d54e11a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159015e3-ba2f-495d-964e-580a31de4f38,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:04.964635 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-247c8f2a-16c0-49fa-a584-971d54e11a97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edd70f3229bc4a62b834b7c0bd46b7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616516 Jul 27 09:46:04.965284 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45514) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:05.019883 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352dfe-108b-4968-8c8d-6768a49036cd req-b73b9c4b-4f5c-41b6-a71b-a5ff2e9c3ca9 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:05.021585 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ba352dfe-108b-4968-8c8d-6768a49036cd req-b73b9c4b-4f5c-41b6-a71b-a5ff2e9c3ca9 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 944 time: 0.0763123 Jul 27 09:46:05.023132 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f18c98f2-b34c-4008-8cbd-0fd77dd83560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:05.045392 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f18c98f2-b34c-4008-8cbd-0fd77dd83560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:05.067015 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ba352dfe-108b-4968-8c8d-6768a49036cd req-7525fdda-8a34-42d2-8352-e3540011e898 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Jul 27 09:46:05.100988 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f18c98f2-b34c-4008-8cbd-0fd77dd83560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:05.103576 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f18c98f2-b34c-4008-8cbd-0fd77dd83560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:05.104719 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f18c98f2-b34c-4008-8cbd-0fd77dd83560 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/159015e3-ba2f-495d-964e-580a31de4f38 HTTP/1.1" status: 204 len: 168 time: 0.1374431 Jul 27 09:46:05.114084 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c98f2-b34c-4008-8cbd-0fd77dd83560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159015e3-ba2f-495d-964e-580a31de4f38,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:05.515161 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfaf5b-0446-445c-8369-f0bd23ce39e0 req-d39d84aa-2517-4892-ae5d-3d4aa4d5b630 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:05.517385 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-64cfaf5b-0446-445c-8369-f0bd23ce39e0 req-d39d84aa-2517-4892-ae5d-3d4aa4d5b630 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 931 time: 0.0930722 Jul 27 09:46:05.532293 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac80fa-571a-462f-8ced-5b8aa9acc988 req-f236cdce-12f5-4b6a-bd7a-613c02d5e11f tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:05.539340 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ddac80fa-571a-462f-8ced-5b8aa9acc988 req-f236cdce-12f5-4b6a-bd7a-613c02d5e11f tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 944 time: 0.1443734 Jul 27 09:46:05.603717 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-64cfaf5b-0446-445c-8369-f0bd23ce39e0 req-272a98d0-089a-4d22-af37-e59da0c72a67 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632977 Jul 27 09:46:05.618730 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ddac80fa-571a-462f-8ced-5b8aa9acc988 req-8941cd3e-1df2-46d3-86b3-3987aec2b70b tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640829 Jul 27 09:46:05.635929 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Request body: {'port': {'device_id': 'fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:05.737292 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:05.785819 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b91a71cf-f8e6-4e06-b14c-a469898dcafd req-2116d284-d1cd-49f6-b429-b7bb72f86c24 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 210 time: 0.0821815 Jul 27 09:46:05.846045 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d1b4597d-51da-45f0-9126-1a40cf79bb7d req-8cdf541e-dad0-44c8-ba4c-b9e00e9d65e7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 210 time: 0.0805466 Jul 27 09:46:06.040198 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0eda9-1454-49a6-beee-acd3b59448d0 req-3c007d00-233b-4d86-8cc1-fba759558c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:06.042483 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['3edc330f-ee14-4f91-b7f7-9b96b28f6ecf'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:46:06.060105 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-48b0eda9-1454-49a6-beee-acd3b59448d0 req-3c007d00-233b-4d86-8cc1-fba759558c0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1096 time: 0.2673457 Jul 27 09:46:06.135211 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['d1b137d3-1153-4660-807c-6c4645b6cd0f'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:46:06.321589 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17075f5f-4dc3-4b14-b3b0-e803a5d9e576 req-ef266087-4667-4dec-897f-8679d375eb11 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:06.324008 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17075f5f-4dc3-4b14-b3b0-e803a5d9e576 req-ef266087-4667-4dec-897f-8679d375eb11 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 944 time: 0.1377008 Jul 27 09:46:06.380661 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0eda9-1454-49a6-beee-acd3b59448d0 req-550724e9-46d2-418e-9c43-38beb515d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:06.382267 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-48b0eda9-1454-49a6-beee-acd3b59448d0 req-550724e9-46d2-418e-9c43-38beb515d62c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=322fe5c346434871bcb907d5c420de1d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3013604 Jul 27 09:46:06.390858 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312a2ca7-4540-42fc-9570-7d7f2c9d6331 {{(pid=99745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:06.400730 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17075f5f-4dc3-4b14-b3b0-e803a5d9e576 req-8ec2c05a-15d5-4fa6-8b6f-c9494bbd0c8e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652130 Jul 27 09:46:06.409717 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:06.514823 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.provisioning_blocks [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Transition to ACTIVE for port object 312a2ca7-4540-42fc-9570-7d7f2c9d6331 will not be triggered until provisioned by entity L2. {{(pid=99745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:46:06.535562 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:06.706345 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Pushing event updated for resources: {'Port': ['ID=312a2ca7-4540-42fc-9570-7d7f2c9d6331,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:06.715055 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0eda9-1454-49a6-beee-acd3b59448d0 req-f32fccfc-4ccc-4b9d-90e8-d9308ba62ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:06.716570 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-48b0eda9-1454-49a6-beee-acd3b59448d0 req-f32fccfc-4ccc-4b9d-90e8-d9308ba62ae0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3210320 Jul 27 09:46:06.730718 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.managers [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Attempting to bind port 312a2ca7-4540-42fc-9570-7d7f2c9d6331 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:46:06.731085 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.managers [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Attempting to bind port 312a2ca7-4540-42fc-9570-7d7f2c9d6331 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'}] {{(pid=99745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:46:06.731424 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Attempting to bind port 312a2ca7-4540-42fc-9570-7d7f2c9d6331 on network b4b94e72-7903-4e7d-9ba7-13bb82146886 {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:06.737279 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Port 312a2ca7-4540-42fc-9570-7d7f2c9d6331 on network b4b94e72-7903-4e7d-9ba7-13bb82146886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:46:06.738222 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Attempting to bind port 312a2ca7-4540-42fc-9570-7d7f2c9d6331 on network b4b94e72-7903-4e7d-9ba7-13bb82146886 {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:06.747270 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:46:06.747924 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Checking segment: {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:46:06.748468 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Bound using segment: {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'} {{(pid=99745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:46:06.749258 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.managers [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Bound port: 312a2ca7-4540-42fc-9570-7d7f2c9d6331, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bbf2b6-6908-45fb-8cef-e9beea291657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886'}}] {{(pid=99745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:46:06.749929 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:06.794316 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45590) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:06.829226 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-dba4d2be-0887-4af7-8582-7289743809f6 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:06.832058 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-dba4d2be-0887-4af7-8582-7289743809f6 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 810 time: 0.2559175 Jul 27 09:46:06.891289 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59193b-56d8-436e-9c49-fe014430660f req-dd4feb75-c0a2-4478-8ea2-36249705ac70 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:06.900726 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2e59193b-56d8-436e-9c49-fe014430660f req-dd4feb75-c0a2-4478-8ea2-36249705ac70 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 944 time: 0.1915569 Jul 27 09:46:06.903605 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] For port 312a2ca7-4540-42fc-9570-7d7f2c9d6331, host hv-cinder-80244, cleared binding levels {{(pid=99745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:46:06.917683 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] For port 312a2ca7-4540-42fc-9570-7d7f2c9d6331, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=312a2ca7-4540-42fc-9570-7d7f2c9d6331,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:46:06.933688 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:06.956394 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648737-391d-4e00-a518-ae664667a081 req-cfdf2f7f-78f0-49d6-b715-63f51d5ff63f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:06.958229 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0c648737-391d-4e00-a518-ae664667a081 req-cfdf2f7f-78f0-49d6-b715-63f51d5ff63f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 943 time: 0.1945481 Jul 27 09:46:07.006241 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-391ca8db-6496-4b72-a73d-99d122269821 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca228791ac2b4c6286601af992fcae44 HTTP/1.1" status: 200 len: 380 time: 0.1447539 Jul 27 09:46:07.009648 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d2b7536c-1e02-4064-b9fe-1cf4fa46348a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:07.013048 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:07.014480 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:07.016119 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] 10.222.0.48 "PUT /v2.0/ports/312a2ca7-4540-42fc-9570-7d7f2c9d6331 HTTP/1.1" status: 200 len: 1093 time: 1.3847592 Jul 27 09:46:07.021347 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2e59193b-56d8-436e-9c49-fe014430660f req-1c29050d-9aa6-4e42-89b8-ea0447221ffb tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195080 Jul 27 09:46:07.031558 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'port': {'device_id': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'admin_state_up': True, 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'security_groups': ['40292f74-f103-41a8-821f-3c873fe414d9']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:07.037994 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-164196e1-c3a2-4356-acb0-0966e7563774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:07.039645 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-164196e1-c3a2-4356-acb0-0966e7563774 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1096 time: 0.2121789 Jul 27 09:46:07.040091 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4', 'tag': '312a2ca7-4540-42fc-9570-7d7f2c9d6331'}] {{(pid=99745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:07.042302 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce3b41c462ebba350985894298ca90253f8663e19624fa7accfd13c45103618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4300672-d160-4b35-8c1c-f58b69ad2870" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4", "tag": "312a2ca7-4540-42fc-9570-7d7f2c9d6331"}]}' {{(pid=99745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:07.045654 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bdc8b-868a-498e-a20e-8f51c6fa704e service neutron] Pushing event updated for resources: {'Port': ['ID=312a2ca7-4540-42fc-9570-7d7f2c9d6331,revision_number=3']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:07.149052 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0c648737-391d-4e00-a518-ae664667a081 req-c761feb3-1c31-4055-bd88-8f6dc5f9a2c8 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761134 Jul 27 09:46:07.176290 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-841a42cf-d4c6-4655-9d1a-fddf7ae61451 req-8cb46298-fee7-4b32-bad7-a7d0b9e02c35 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 210 time: 0.0427408 Jul 27 09:46:07.190948 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.48', 64806) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:07.332375 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15348938-247c-4efd-93cf-11f650bdee26 x-openstack-request-id: req-15348938-247c-4efd-93cf-11f650bdee26 {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:07.332705 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4", "tag": "312a2ca7-4540-42fc-9570-7d7f2c9d6331", "status": "completed", "code": 200}]} {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:07.332895 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15348938-247c-4efd-93cf-11f650bdee26 {{(pid=99745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:07.333274 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4', 'tag': '312a2ca7-4540-42fc-9570-7d7f2c9d6331', 'status': 'completed', 'code': 200} Jul 27 09:46:07.358620 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8358b35c-809f-4ad8-bd6f-19f8b84f2d6b req-f980edd9-2053-4acd-bd01-ccfe145d30d5 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 210 time: 0.0434077 Jul 27 09:46:07.389840 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-c3add73f-3e2d-4892-a6b2-989a01aa21b1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:07.392836 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-c3add73f-3e2d-4892-a6b2-989a01aa21b1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 817 time: 0.1998432 Jul 27 09:46:07.406608 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-ecca0cff-c888-4c8b-9327-d09af7c41999 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5 HTTP/1.1" status: 200 len: 217 time: 0.3250906 Jul 27 09:46:07.413055 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Made reservation on behalf of ca228791ac2b4c6286601af992fcae44 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:07.418994 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.db.api [None req-d2b7536c-1e02-4064-b9fe-1cf4fa46348a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 09:46:07.418994 dv-cinder-802440-1-iscsi neutron-server[99745]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 09:46:07.418994 dv-cinder-802440-1-iscsi neutron-server[99745]: [parameters: {'project_id': '2c32d976bd98485d9dc5f4dc1eb9f87b', 'id': '8a3bc9ca-2e98-4bc2-81f1-dd7b0e2f9b30', 'expiration': datetime.datetime(2021, 7, 27, 9, 48, 7, 375736)}] Jul 27 09:46:07.418994 dv-cinder-802440-1-iscsi neutron-server[99745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:46:07.419366 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG oslo_db.api [None req-d2b7536c-1e02-4064-b9fe-1cf4fa46348a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:46:07.423244 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:07.526472 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-1ecc98a7-065c-4108-91ce-aaa427af7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:07.528431 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-1ecc98a7-065c-4108-91ce-aaa427af7e69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 1096 time: 0.2009916 Jul 27 09:46:07.534443 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-11696464-ebc8-4a98-b3d2-77b8ddd24189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:07.536123 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-11696464-ebc8-4a98-b3d2-77b8ddd24189 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.0948780 Jul 27 09:46:07.565261 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device d1b137d3-1153-4660-807c-6c4645b6cd0f up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:07.581675 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-189cdf1d-dcdd-40c8-a8c6-d488c81ec47f tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0276852d6358459f97418591cc32a01a HTTP/1.1" status: 200 len: 380 time: 0.1436529 Jul 27 09:46:07.610524 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'port': {'device_id': '7fda63ed-4291-4929-a1ef-098038954e05', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'admin_state_up': True, 'tenant_id': '0276852d6358459f97418591cc32a01a', 'security_groups': ['790917e5-24dc-4c61-86d9-d5253b3b73aa']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:07.628401 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port d1b137d3-1153-4660-807c-6c4645b6cd0f completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:07.632258 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port d1b137d3-1153-4660-807c-6c4645b6cd0f triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:07.632625 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:07.647735 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-0740144d-08b4-40fd-aeda-38365764ced1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a2ca7-4540-42fc-9570-7d7f2c9d6331 HTTP/1.1" status: 200 len: 217 time: 0.0487084 Jul 27 09:46:07.666138 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-7b35c752-85d5-43e7-8779-00d877ea0641 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284417 Jul 27 09:46:07.713299 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:07.714012 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Allocated IP 172.20.0.6 (e1d59e72-afa1-4b81-a94a-b12de5380b0e/4028857d-5e06-4e6b-a32b-1a13e8dffb03/3c846bb4-a9e2-4116-961c-9c134d496619) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:46:07.730243 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aa1fe-1dbe-436c-8c85-c35c4dcca354 req-6135d262-6210-4cdd-a3cd-b5cab77c2556 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:07.731755 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e95aa1fe-1dbe-436c-8c85-c35c4dcca354 req-6135d262-6210-4cdd-a3cd-b5cab77c2556 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 944 time: 0.2442682 Jul 27 09:46:07.740728 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200743c0-2585-4485-8632-e74ed296171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b137d3-1153-4660-807c-6c4645b6cd0f'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:07.772646 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-7ceb1e96-578e-4eab-9db7-cde469646312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:07.774124 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-7ceb1e96-578e-4eab-9db7-cde469646312 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.1106565 Jul 27 09:46:07.821061 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-7d03b56c-60a1-488b-8f5f-8af74a67774e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357220 Jul 27 09:46:07.831915 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port d1b137d3-1153-4660-807c-6c4645b6cd0f, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d1b137d3-1153-4660-807c-6c4645b6cd0f,segment=NetworkSegment(98fd2cc8-d52d-47d1-a710-a8e0b7558b0b),segment_id=98fd2cc8-d52d-47d1-a710-a8e0b7558b0b)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:07.838108 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:07.839914 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:07.862939 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e95aa1fe-1dbe-436c-8c85-c35c4dcca354 req-79d6573c-1eec-4d6a-9307-5e6417f491f4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153803 Jul 27 09:46:07.916329 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Made reservation on behalf of 0276852d6358459f97418591cc32a01a for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:07.919913 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:07.934326 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=d1b137d3-1153-4660-807c-6c4645b6cd0f,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:07.958839 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:07.964721 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d2b7536c-1e02-4064-b9fe-1cf4fa46348a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:07.966407 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6f4c1-82b0-46ad-beb9-590f0ac4e2e3" -d '{"events": [{"server_uuid": "200743c0-2585-4485-8632-e74ed296171f", "name": "network-vif-plugged", "status": "completed", "tag": "d1b137d3-1153-4660-807c-6c4645b6cd0f"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:07.968515 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-16bf3677-294b-4032-aced-ef7d37056e02 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763798 Jul 27 09:46:07.969289 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:07.969653 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.050966 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-8f5938b4-2c39-475b-9594-abe3615612f1 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162070 Jul 27 09:46:08.071728 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.124038 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435bbb39-f397-4e92-9186-4e9f83bd1202 x-openstack-request-id: req-435bbb39-f397-4e92-9186-4e9f83bd1202 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:08.124501 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200743c0-2585-4485-8632-e74ed296171f", "name": "network-vif-plugged", "status": "completed", "tag": "d1b137d3-1153-4660-807c-6c4645b6cd0f", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:08.124899 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-435bbb39-f397-4e92-9186-4e9f83bd1202 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:08.125638 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200743c0-2585-4485-8632-e74ed296171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b137d3-1153-4660-807c-6c4645b6cd0f', 'code': 200} Jul 27 09:46:08.127422 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:08.131893 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.175616 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.184371 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:08.229985 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-c29e17b6-7471-4369-b5ed-1e204335be21 req-0698fd1f-6450-4680-9a06-b45eafd3f6e4 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407091 Jul 27 09:46:08.248022 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Transition to ACTIVE for port object 3c846bb4-a9e2-4116-961c-9c134d496619 will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:46:08.254698 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-47d9f289-f6ca-41b4-ab21-64d4893303dc req-d94e3ca9-68fb-49ef-a19b-3413b42acd40 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773472 Jul 27 09:46:08.310971 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d2b7536c-1e02-4064-b9fe-1cf4fa46348a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.316071 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d2b7536c-1e02-4064-b9fe-1cf4fa46348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.365906 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-d2b7536c-1e02-4064-b9fe-1cf4fa46348a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c32d976bd98485d9dc5f4dc1eb9f87b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5705161 Jul 27 09:46:08.369584 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45660) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:08.373014 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7536c-1e02-4064-b9fe-1cf4fa46348a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3215217d-9de8-4795-be6f-296a57ca4dab,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:08.416327 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108a7e0-917e-4a31-8985-c315a4493e13 req-f2677f81-26f3-4948-8ed1-c76989767e86 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:08.417825 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1108a7e0-917e-4a31-8985-c315a4493e13 req-f2677f81-26f3-4948-8ed1-c76989767e86 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 945 time: 0.2499526 Jul 27 09:46:08.425734 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Allocated IP 172.20.0.14 (7c76008f-0425-4595-a1ae-53202ed212eb/a5dbf18b-478a-47a4-8cbd-1ce0e334814b/ba5644e1-ef25-491f-9664-a0a45be15fe8) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:46:08.445099 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.547374 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160b3ef-c84f-4812-8de5-1e22cf37ad3d req-ee9421c4-3a63-445d-9ceb-b901711e9e1e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:08.548807 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1160b3ef-c84f-4812-8de5-1e22cf37ad3d req-ee9421c4-3a63-445d-9ceb-b901711e9e1e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 943 time: 0.2765334 Jul 27 09:46:08.575400 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231b1b-27dd-406d-9e46-6087f3e82726 req-1a191fe7-6aec-42dc-a452-12906c72c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:08.576901 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-fa231b1b-27dd-406d-9e46-6087f3e82726 req-1a191fe7-6aec-42dc-a452-12906c72c152 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 1098 time: 0.1378338 Jul 27 09:46:08.578693 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-aa5da261-92c3-46a9-9bd2-df5dd1c0bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:08.580658 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-aa5da261-92c3-46a9-9bd2-df5dd1c0bd9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 1096 time: 0.1428547 Jul 27 09:46:08.587725 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:46:08.612373 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:08.616994 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1108a7e0-917e-4a31-8985-c315a4493e13 req-d53988df-ea32-487e-8e5f-e5af17740663 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836581 Jul 27 09:46:08.617782 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:46:08.623714 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:08.624346 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.627257 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-fa231b1b-27dd-406d-9e46-6087f3e82726 req-996aa908-94ca-459d-b293-2ca80d87667f service neutron] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.640588 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'Port': ['ID=3c846bb4-a9e2-4116-961c-9c134d496619,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:08.682050 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f50ed5e1-41d0-4efc-995f-de7369f7d7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.742583 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3a89b9e8-eb32-4f86-8587-042f2984c786 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7188394 Jul 27 09:46:08.771284 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1160b3ef-c84f-4812-8de5-1e22cf37ad3d req-3e0b3d29-84e5-4758-9078-9d187b3d07ce tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038579 Jul 27 09:46:08.800759 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Request body: {'port': {'device_id': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:08.819318 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-00b7ea0d-7a7d-4be4-a97c-6224cdafec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:08.820797 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-00b7ea0d-7a7d-4be4-a97c-6224cdafec99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 919 time: 0.2214429 Jul 27 09:46:08.826987 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f50ed5e1-41d0-4efc-995f-de7369f7d7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:08.840322 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4d1f9826-f05a-4235-8049-05f2a4868e49 req-6b7a0aac-dcaf-4d3a-9e1d-90caada9b253 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 210 time: 0.1031165 Jul 27 09:46:08.901745 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-b6cad651-eec6-4fed-af24-bf2f68791410 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a2ca7-4540-42fc-9570-7d7f2c9d6331 HTTP/1.1" status: 200 len: 217 time: 0.0682688 Jul 27 09:46:08.971062 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-8877f89d-0ab8-4d22-808d-9b3e4c7d29b7 None None] Provisioning for port 3c846bb4-a9e2-4116-961c-9c134d496619 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:08.977708 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-8877f89d-0ab8-4d22-808d-9b3e4c7d29b7 None None] Provisioning complete for port 3c846bb4-a9e2-4116-961c-9c134d496619 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:08.978164 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-8877f89d-0ab8-4d22-808d-9b3e4c7d29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.000076 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-fa231b1b-27dd-406d-9e46-6087f3e82726 req-996aa908-94ca-459d-b293-2ca80d87667f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.007820 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-1ee6366b-05aa-4ba4-8fd9-aba0ca94d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:09.010616 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-1ee6366b-05aa-4ba4-8fd9-aba0ca94d278 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.0892298 Jul 27 09:46:09.011437 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-fa231b1b-27dd-406d-9e46-6087f3e82726 req-996aa908-94ca-459d-b293-2ca80d87667f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.022477 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-8877f89d-0ab8-4d22-808d-9b3e4c7d29b7 None None] Port 3c846bb4-a9e2-4116-961c-9c134d496619 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:46:09.055916 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-fa231b1b-27dd-406d-9e46-6087f3e82726 req-996aa908-94ca-459d-b293-2ca80d87667f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628620 Jul 27 09:46:09.078264 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.089219 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aa908-94ca-459d-b293-2ca80d87667f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2422e44a-6004-4d18-ae83-711eb0ed57a3,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:09.094802 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-e27a4954-8547-45bb-8ce2-78b15270a30e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619068 Jul 27 09:46:09.104267 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.110260 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f50ed5e1-41d0-4efc-995f-de7369f7d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.113397 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f50ed5e1-41d0-4efc-995f-de7369f7d7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.116862 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f50ed5e1-41d0-4efc-995f-de7369f7d7c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3215217d-9de8-4795-be6f-296a57ca4dab HTTP/1.1" status: 204 len: 168 time: 0.7396679 Jul 27 09:46:09.116862 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Transition to ACTIVE for port object ba5644e1-ef25-491f-9664-a0a45be15fe8 will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:46:09.168236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ed5e1-41d0-4efc-995f-de7369f7d7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3215217d-9de8-4795-be6f-296a57ca4dab,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:09.227907 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb32814-eb38-4b98-8793-ee1a0e06b595 req-7a95801c-1f31-4d38-b04d-f92eb9ba3f3a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:09.229396 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ecb32814-eb38-4b98-8793-ee1a0e06b595 req-7a95801c-1f31-4d38-b04d-f92eb9ba3f3a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 931 time: 0.3410184 Jul 27 09:46:09.261791 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b21add-bc12-4bf6-8922-94d36f317e32 req-bc19ba26-9061-42c5-a3ca-2d9f8998db7b tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:09.263254 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-80b21add-bc12-4bf6-8922-94d36f317e32 req-bc19ba26-9061-42c5-a3ca-2d9f8998db7b tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 945 time: 0.2725742 Jul 27 09:46:09.349738 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.428157 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ecb32814-eb38-4b98-8793-ee1a0e06b595 req-aa5f4814-031d-432d-a568-c2531f2368b4 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904256 Jul 27 09:46:09.448258 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Network 7c76008f-0425-4595-a1ae-53202ed212eb is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:46:09.459249 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-80b21add-bc12-4bf6-8922-94d36f317e32 req-27a7bcc4-505b-4234-bf0e-85e6939cb1eb tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856973 Jul 27 09:46:09.493060 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-d50e0220-1b62-4fb3-a983-f7d72d47c701 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125708 Jul 27 09:46:09.498876 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:09.504917 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:46:09.510385 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:09.511076 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.523681 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:09.530299 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-db3adab6-54a4-4802-a35b-6506f1ae58a5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9294598 Jul 27 09:46:09.562077 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Request body: {'port': {'device_id': '7fda63ed-4291-4929-a1ef-098038954e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:09.612978 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-e4300672-d160-4b35-8c1c-f58b69ad2870 req-cfaaa03b-6495-455c-8e94-0c2d529ed155 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097817 Jul 27 09:46:09.700256 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.749943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c846bb4-a9e2-4116-961c-9c134d496619 {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:09.775283 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.813508 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Transition to ACTIVE for port object 3c846bb4-a9e2-4116-961c-9c134d496619 will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:46:09.866639 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-a477efbe-9966-4b1f-8c8e-83083d76ef62 None None] Provisioning for port ba5644e1-ef25-491f-9664-a0a45be15fe8 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:09.871392 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.871555 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-a477efbe-9966-4b1f-8c8e-83083d76ef62 None None] Provisioning complete for port ba5644e1-ef25-491f-9664-a0a45be15fe8 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:09.871798 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a477efbe-9966-4b1f-8c8e-83083d76ef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:09.920898 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-a477efbe-9966-4b1f-8c8e-83083d76ef62 None None] Port ba5644e1-ef25-491f-9664-a0a45be15fe8 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:46:10.025578 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c846bb4-a9e2-4116-961c-9c134d496619,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:10.046346 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7256c-c8ba-4a92-8f99-7ee9aec30575 req-1191b16b-be7a-4d23-a346-7c098b30292f tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:10.056453 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7cc7256c-c8ba-4a92-8f99-7ee9aec30575 req-1191b16b-be7a-4d23-a346-7c098b30292f tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 945 time: 0.3361204 Jul 27 09:46:10.126868 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092d1cc6-e818-4af7-ae6f-913942ce861f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edc330f-ee14-4f91-b7f7-9b96b28f6ecf'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:10.129136 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17912af3-9095-4d4d-a7c8-3f7239664281" -d '{"events": [{"server_uuid": "092d1cc6-e818-4af7-ae6f-913942ce861f", "name": "network-vif-plugged", "status": "completed", "tag": "3edc330f-ee14-4f91-b7f7-9b96b28f6ecf"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:10.188234 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Attempting to bind port 3c846bb4-a9e2-4116-961c-9c134d496619 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:46:10.188234 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Attempting to bind port 3c846bb4-a9e2-4116-961c-9c134d496619 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:46:10.188834 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Attempting to bind port 3c846bb4-a9e2-4116-961c-9c134d496619 on network e1d59e72-afa1-4b81-a94a-b12de5380b0e {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:10.197525 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6889f-3695-4dff-885d-2f689056436e req-9b1c0974-c1a0-4c6d-90f3-924b7fb8cce5 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:10.199159 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ab6889f-3695-4dff-885d-2f689056436e req-9b1c0974-c1a0-4c6d-90f3-924b7fb8cce5 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 943 time: 0.3256054 Jul 27 09:46:10.214903 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7cc7256c-c8ba-4a92-8f99-7ee9aec30575 req-62d6cf9d-7095-4e06-afa8-f327c197fd7b tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574817 Jul 27 09:46:10.234519 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Port 3c846bb4-a9e2-4116-961c-9c134d496619 on network e1d59e72-afa1-4b81-a94a-b12de5380b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:46:10.235344 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Attempting to bind port 3c846bb4-a9e2-4116-961c-9c134d496619 on network e1d59e72-afa1-4b81-a94a-b12de5380b0e {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:10.277886 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:46:10.278222 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Checking segment: {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:46:10.278613 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Bound using segment: {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:46:10.279095 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Bound port: 3c846bb4-a9e2-4116-961c-9c134d496619, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:46:10.279525 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:10.307949 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ab6889f-3695-4dff-885d-2f689056436e req-0e3c30c4-0967-4157-8364-17ca228f7bb1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893824 Jul 27 09:46:10.368649 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7db717-6c4f-416d-b2d8-b2f62ba2202c x-openstack-request-id: req-4c7db717-6c4f-416d-b2d8-b2f62ba2202c {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:10.369167 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092d1cc6-e818-4af7-ae6f-913942ce861f", "name": "network-vif-plugged", "status": "completed", "tag": "3edc330f-ee14-4f91-b7f7-9b96b28f6ecf", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:10.369420 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c7db717-6c4f-416d-b2d8-b2f62ba2202c {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:10.369826 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092d1cc6-e818-4af7-ae6f-913942ce861f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'code': 200} Jul 27 09:46:10.649916 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac5f46-643c-49af-812e-c55bbf42007e req-d55d5a4d-4e2f-4f0d-8940-4ef5a9ad8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:10.651216 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-74ac5f46-643c-49af-812e-c55bbf42007e req-d55d5a4d-4e2f-4f0d-8940-4ef5a9ad8a5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 1098 time: 0.0638866 Jul 27 09:46:10.662638 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5644e1-ef25-491f-9664-a0a45be15fe8 {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:10.676058 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:10.681445 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] For port 3c846bb4-a9e2-4116-961c-9c134d496619, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:46:10.686478 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d46bce9f-e28c-4610-a5cf-f139662ba7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:10.727069 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] For port 3c846bb4-a9e2-4116-961c-9c134d496619, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3c846bb4-a9e2-4116-961c-9c134d496619,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:46:10.729560 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-74ac5f46-643c-49af-812e-c55bbf42007e req-0501e6e4-1336-40ca-b3d4-8717c6d87e0f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699255 Jul 27 09:46:10.735187 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Transition to ACTIVE for port object ba5644e1-ef25-491f-9664-a0a45be15fe8 will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:46:10.738046 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:10.752474 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:10.799068 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:10.799701 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:10.801118 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] 10.222.0.48 "PUT /v2.0/ports/3c846bb4-a9e2-4116-961c-9c134d496619 HTTP/1.1" status: 200 len: 1093 time: 2.0288980 Jul 27 09:46:10.803340 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'tag': '3c846bb4-a9e2-4116-961c-9c134d496619'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:10.805888 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe86bd11-9212-43fe-8f44-ac56fed82243" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c319e-cf27-4835-b4a9-d593ef8a14e1", "tag": "3c846bb4-a9e2-4116-961c-9c134d496619"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:10.823594 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355ded4-722a-4276-b0c0-4569beda150f req-ab618ef9-cef0-4336-b613-9847975cb667 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:10.827948 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a355ded4-722a-4276-b0c0-4569beda150f req-ab618ef9-cef0-4336-b613-9847975cb667 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 932 time: 0.4971676 Jul 27 09:46:10.881678 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684271-dc72-43db-b691-bb673b5a774d req-0defd9b5-b17c-4d6f-aabf-588ca2aa33fc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:10.883288 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-22684271-dc72-43db-b691-bb673b5a774d req-0defd9b5-b17c-4d6f-aabf-588ca2aa33fc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 943 time: 0.2791295 Jul 27 09:46:10.910574 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6692cf-7038-4886-aa5f-b17d79c8aef1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c846bb4-a9e2-4116-961c-9c134d496619,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:11.021136 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a355ded4-722a-4276-b0c0-4569beda150f req-c5f5f005-7b52-46de-9d08-57a6bcb5919e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747837 Jul 27 09:46:11.056565 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-22684271-dc72-43db-b691-bb673b5a774d req-a4f53f52-ad62-4fee-b799-cc952e9ba9b0 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640511 Jul 27 09:46:11.062786 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Attempting to bind port ba5644e1-ef25-491f-9664-a0a45be15fe8 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:46:11.063192 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Attempting to bind port ba5644e1-ef25-491f-9664-a0a45be15fe8 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:46:11.063539 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Attempting to bind port ba5644e1-ef25-491f-9664-a0a45be15fe8 on network 7c76008f-0425-4595-a1ae-53202ed212eb {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:11.074080 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:11.082054 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Port ba5644e1-ef25-491f-9664-a0a45be15fe8 on network 7c76008f-0425-4595-a1ae-53202ed212eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:46:11.093125 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Attempting to bind port ba5644e1-ef25-491f-9664-a0a45be15fe8 on network 7c76008f-0425-4595-a1ae-53202ed212eb {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:11.103767 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:46:11.104121 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Checking segment: {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:46:11.104539 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Bound using segment: {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:46:11.104945 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Bound port: ba5644e1-ef25-491f-9664-a0a45be15fe8, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:46:11.105310 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:11.211618 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fc5029-c70c-4f78-a5c6-fff55dcc053e x-openstack-request-id: req-d4fc5029-c70c-4f78-a5c6-fff55dcc053e {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:11.212282 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c319e-cf27-4835-b4a9-d593ef8a14e1", "tag": "3c846bb4-a9e2-4116-961c-9c134d496619", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:11.212282 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4fc5029-c70c-4f78-a5c6-fff55dcc053e {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:11.212532 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'tag': '3c846bb4-a9e2-4116-961c-9c134d496619', 'status': 'completed', 'code': 200} Jul 27 09:46:11.417187 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cb7f7-3f5b-48df-a34f-9982ec7c7bb0 req-eb081777-7bc2-40c3-9753-bb676e0fa3ac tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:11.422573 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a2cb7f7-3f5b-48df-a34f-9982ec7c7bb0 req-eb081777-7bc2-40c3-9753-bb676e0fa3ac tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 945 time: 0.2032886 Jul 27 09:46:11.422573 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:46:11.480258 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:46:11.491485 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:11.505712 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-35dc0aef-d5c4-4286-a35b-8beff5a59b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:11.507276 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-35dc0aef-d5c4-4286-a35b-8beff5a59b06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 1096 time: 0.2453299 Jul 27 09:46:11.553970 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:11.554872 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:11.556374 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] 10.222.0.48 "PUT /v2.0/ports/ba5644e1-ef25-491f-9664-a0a45be15fe8 HTTP/1.1" status: 200 len: 1094 time: 2.0019743 Jul 27 09:46:11.583203 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 1fb97b1e-8edf-4661-b712-b244fc225bc5 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:46:11.632530 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a2cb7f7-3f5b-48df-a34f-9982ec7c7bb0 req-f09f641d-cd49-42ef-8eb7-25cc880325d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888924 Jul 27 09:46:11.643797 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-a15d1a87-b44f-4251-adcd-5a9f1b9c6645 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c846bb4-a9e2-4116-961c-9c134d496619 HTTP/1.1" status: 200 len: 217 time: 0.1062529 Jul 27 09:46:11.776172 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3def43-dc53-4e3a-93b8-1478b4dbfec7 req-a76cbcd2-020b-4189-9948-e4a8c674740a tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:11.784218 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cc3def43-dc53-4e3a-93b8-1478b4dbfec7 req-a76cbcd2-020b-4189-9948-e4a8c674740a tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 945 time: 0.3946049 Jul 27 09:46:11.807441 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 1fb97b1e-8edf-4661-b712-b244fc225bc5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:11.819472 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f8b6a-8f11-407c-9fc5-cd9e05b1df60 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:11.824195 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '1fb97b1e-8edf-4661-b712-b244fc225bc5', 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'port_id': '1fb97b1e-8edf-4661-b712-b244fc225bc5', 'mac_address': 'fa:16:3e:a8:2d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:46:11.890417 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:11.894809 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3b53a436-62f5-4475-8be8-9455db37744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:11.896289 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-3b53a436-62f5-4475-8be8-9455db37744c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 200 len: 849 time: 0.2114117 Jul 27 09:46:11.904566 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb97b1e-8edf-4661-b712-b244fc225bc5 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:11.937541 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 1fb97b1e-8edf-4661-b712-b244fc225bc5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:11.942789 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:11.943758 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 312a2ca7-4540-42fc-9570-7d7f2c9d6331 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:46:11.954922 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cc3def43-dc53-4e3a-93b8-1478b4dbfec7 req-868bd2a5-b3e5-416d-acd1-a282cb0140b8 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658106 Jul 27 09:46:12.003498 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-b8f74514-3051-47b0-aff2-d67ba6f09594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:12.005879 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-b8f74514-3051-47b0-aff2-d67ba6f09594 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 1097 time: 0.3573277 Jul 27 09:46:12.017325 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=1fb97b1e-8edf-4661-b712-b244fc225bc5,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:12.050928 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 312a2ca7-4540-42fc-9570-7d7f2c9d6331, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=312a2ca7-4540-42fc-9570-7d7f2c9d6331,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:12.076383 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '312a2ca7-4540-42fc-9570-7d7f2c9d6331', 'network_id': 'b4b94e72-7903-4e7d-9ba7-13bb82146886', 'port_id': '312a2ca7-4540-42fc-9570-7d7f2c9d6331', 'mac_address': 'fa:16:3e:90:77:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4492908-4da8-4664-9a39-534ba7f254e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:46:12.088677 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc96fc-fdaf-41ae-910e-5a605250e2f6 req-1626a17b-e557-4956-8b9e-bcb9df022c50 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:12.090251 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0adc96fc-fdaf-41ae-910e-5a605250e2f6 req-1626a17b-e557-4956-8b9e-bcb9df022c50 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 943 time: 0.2767787 Jul 27 09:46:12.137336 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:12.161872 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312a2ca7-4540-42fc-9570-7d7f2c9d6331 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:12.198864 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 312a2ca7-4540-42fc-9570-7d7f2c9d6331, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=312a2ca7-4540-42fc-9570-7d7f2c9d6331,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:12.203806 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:12.216727 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-7983b2a2-769b-4cea-96bd-17b1dfb8c8e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8 HTTP/1.1" status: 200 len: 217 time: 0.1214263 Jul 27 09:46:12.258739 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=312a2ca7-4540-42fc-9570-7d7f2c9d6331,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:12.335001 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-58c3bf3c-cc69-408d-a08d-543c33764a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:12.336537 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-58c3bf3c-cc69-408d-a08d-543c33764a19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d59e72-afa1-4b81-a94a-b12de5380b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4218900 Jul 27 09:46:12.343208 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0adc96fc-fdaf-41ae-910e-5a605250e2f6 req-d8939db9-6faf-4d97-96e1-cb958b0b2563 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463667 Jul 27 09:46:12.349672 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-86901f4f-a196-43f1-a68b-d123cd21d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:12.351261 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-86901f4f-a196-43f1-a68b-d123cd21d32e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.1172762 Jul 27 09:46:12.453670 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdf3ca-3039-4162-86dc-0f9c51263cb0 req-734e9386-8026-4c42-8a98-a736ea86eae7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:12.455627 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8fbdf3ca-3039-4162-86dc-0f9c51263cb0 req-734e9386-8026-4c42-8a98-a736ea86eae7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.2468309 Jul 27 09:46:12.576421 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8fbdf3ca-3039-4162-86dc-0f9c51263cb0 req-3e2086fe-5161-42f8-a339-085701c54d34 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095927 Jul 27 09:46:12.581580 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-88ee71a4-34fb-4247-9c31-06efb4b13e1e service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182803 Jul 27 09:46:12.587085 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-b5965f68-2b08-43aa-a4d9-def430e9bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:12.588481 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-b5965f68-2b08-43aa-a4d9-def430e9bd29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2241163 Jul 27 09:46:12.599939 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fe34b-4428-4437-aec5-a35c9395291a req-1f5ce03d-e4f0-472e-8ffc-2795e70b0172 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:12.601413 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ea2fe34b-4428-4437-aec5-a35c9395291a req-1f5ce03d-e4f0-472e-8ffc-2795e70b0172 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 943 time: 0.1595995 Jul 27 09:46:12.695490 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['1fb97b1e-8edf-4661-b712-b244fc225bc5'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:46:12.729849 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['312a2ca7-4540-42fc-9570-7d7f2c9d6331'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:46:12.774322 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ea2fe34b-4428-4437-aec5-a35c9395291a req-1497b21f-d46a-4a04-93ea-82528712fa33 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568723 Jul 27 09:46:12.809724 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c666e8ae-a0b4-4dc9-8d1f-edced2968497 req-f2182596-236f-46a2-9805-c28a5c757ea1 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061126 Jul 27 09:46:12.825416 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-ae86f1dd-0968-497b-b7c8-cda668469a4f service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228985 Jul 27 09:46:12.858911 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4ae87-9adb-4e78-bf53-a2f7ea12034e req-dc3ab3f1-ffa4-4c88-9392-8535cd2af7b7 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:12.860365 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bfc4ae87-9adb-4e78-bf53-a2f7ea12034e req-dc3ab3f1-ffa4-4c88-9392-8535cd2af7b7 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 945 time: 0.1488445 Jul 27 09:46:12.945918 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bfc4ae87-9adb-4e78-bf53-a2f7ea12034e req-9cc59f72-1738-4afb-82dd-a68638a98519 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615690 Jul 27 09:46:12.999432 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7019d538-0bd0-426d-a97c-41dab8366b04 req-43c01965-a429-4138-99a3-535032ec0e49 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609349 Jul 27 09:46:13.017197 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-17e71161-89e9-4fb6-8569-0e143f1b4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:13.018381 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-17e71161-89e9-4fb6-8569-0e143f1b4eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 1096 time: 0.0870304 Jul 27 09:46:13.239060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:13.241054 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198f75a5-61d6-4e36-82ba-de34720ed920" -d '{"events": [{"name": "network-changed", "server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:13.294173 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2045d810-82a8-4d5e-ab06-ad3fc66469de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:13.334648 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119eba9a-db0e-4523-8ffc-b483e9c80722 x-openstack-request-id: req-119eba9a-db0e-4523-8ffc-b483e9c80722 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:13.334967 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:13.335219 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-119eba9a-db0e-4523-8ffc-b483e9c80722 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:13.335752 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'status': 'completed', 'code': 200} Jul 27 09:46:13.428955 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-c0f2f978-fae2-4df3-bc6d-11ae42001035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:13.430514 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-c0f2f978-fae2-4df3-bc6d-11ae42001035 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 911 time: 0.4032869 Jul 27 09:46:13.457246 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506409f-1bab-423e-8dc8-19db7f4c1aaa req-564dba8d-d116-4172-9c01-6406d57d8a05 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:13.464694 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1506409f-1bab-423e-8dc8-19db7f4c1aaa req-564dba8d-d116-4172-9c01-6406d57d8a05 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 945 time: 0.2206120 Jul 27 09:46:13.542413 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-7e4165ed-dcbd-42cd-ad16-f8526a92e06a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c846bb4-a9e2-4116-961c-9c134d496619 HTTP/1.1" status: 200 len: 217 time: 0.0740201 Jul 27 09:46:13.576111 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1506409f-1bab-423e-8dc8-19db7f4c1aaa req-7a4faee8-3620-4833-841d-7b9e67ad056c tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105609 Jul 27 09:46:13.598850 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-3cd08515-b1f5-47b3-8198-e3cf6867a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:13.600448 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-3cd08515-b1f5-47b3-8198-e3cf6867a3a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 1097 time: 0.1962483 Jul 27 09:46:13.617764 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226af460-1a90-4b5e-979e-ead05e8913a7 req-faf0f082-a2da-4332-91e2-2186754138bf tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:13.627090 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-226af460-1a90-4b5e-979e-ead05e8913a7 req-faf0f082-a2da-4332-91e2-2186754138bf tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 944 time: 0.1597087 Jul 27 09:46:13.675439 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-226af460-1a90-4b5e-979e-ead05e8913a7 req-54a2e902-6a95-4781-849c-a78980cee5a1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472231 Jul 27 09:46:13.711795 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:13.746778 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f678577-adbb-4aaa-97c4-8bc14d5617a9 req-8cc871c0-ff82-41ef-8efa-2497d3f0ef00 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:13.748433 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0f678577-adbb-4aaa-97c4-8bc14d5617a9 req-8cc871c0-ff82-41ef-8efa-2497d3f0ef00 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0842433 Jul 27 09:46:13.794051 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0f678577-adbb-4aaa-97c4-8bc14d5617a9 req-42d4d4cd-a4e2-44ab-be2a-a77976579635 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361679 Jul 27 09:46:13.934540 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91c6a-47e5-40f4-9708-f5722ebe979d req-f3871fd2-64dd-4e83-a64d-be90f67e0e6f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:13.936074 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-08f91c6a-47e5-40f4-9708-f5722ebe979d req-f3871fd2-64dd-4e83-a64d-be90f67e0e6f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 943 time: 0.0761509 Jul 27 09:46:13.978579 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-08f91c6a-47e5-40f4-9708-f5722ebe979d req-5b9dae32-4511-4a77-9a19-7a076fd41bda tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354984 Jul 27 09:46:14.316750 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.330719 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45880) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:14.435731 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6e46d1ee-ae3e-44fd-98dc-6fc3388ff0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.521549 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6e46d1ee-ae3e-44fd-98dc-6fc3388ff0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.525278 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6e46d1ee-ae3e-44fd-98dc-6fc3388ff0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.562627 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-6e46d1ee-ae3e-44fd-98dc-6fc3388ff0c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d56df68017a84285a1677341af156551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308724 Jul 27 09:46:14.563747 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46d1ee-ae3e-44fd-98dc-6fc3388ff0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4309df5-d23d-4784-b930-bc876e15c29d,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:14.565484 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45886) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:14.613169 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb26656c-8027-43c2-8467-57b0a675fe61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.633205 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb26656c-8027-43c2-8467-57b0a675fe61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.677932 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb26656c-8027-43c2-8467-57b0a675fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.680735 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb26656c-8027-43c2-8467-57b0a675fe61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.681864 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-eb26656c-8027-43c2-8467-57b0a675fe61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4309df5-d23d-4784-b930-bc876e15c29d HTTP/1.1" status: 204 len: 168 time: 0.1154139 Jul 27 09:46:14.689092 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26656c-8027-43c2-8467-57b0a675fe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4309df5-d23d-4784-b930-bc876e15c29d,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:14.801603 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf6558-ef1b-4480-9ab0-1e1ea4743d81 req-22b03912-5036-4d55-a9ec-b444dc5b96a6 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:14.803938 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a9bf6558-ef1b-4480-9ab0-1e1ea4743d81 req-22b03912-5036-4d55-a9ec-b444dc5b96a6 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 944 time: 0.0643718 Jul 27 09:46:14.846448 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a9bf6558-ef1b-4480-9ab0-1e1ea4743d81 req-0ce51591-6b09-4f2d-abc9-2bd3b9cdfe4a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362382 Jul 27 09:46:14.899026 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.944689 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45896) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:14.958253 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9468-5049-4aa3-9f84-824901668391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:14.960771 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1249e0a-94b1-4e8a-bea3-a36dff84c11d req-d969f202-c8e8-4474-80d0-e227b6f14171 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:14.962259 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c1249e0a-94b1-4e8a-bea3-a36dff84c11d req-d969f202-c8e8-4474-80d0-e227b6f14171 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0707104 Jul 27 09:46:15.001781 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c1249e0a-94b1-4e8a-bea3-a36dff84c11d req-b3032820-2fa3-4557-8993-2141fdd7d0db tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335693 Jul 27 09:46:15.056819 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9468-5049-4aa3-9f84-824901668391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.060904 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9468-5049-4aa3-9f84-824901668391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.109385 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-ed5d9468-5049-4aa3-9f84-824901668391 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e436b572e65e4ed388721bd464dddbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636033 Jul 27 09:46:15.110350 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d9468-5049-4aa3-9f84-824901668391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa8d929-4031-4210-8d1a-0074e4784946,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:15.112671 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45902) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:15.132003 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b076d89-2812-4d21-82ee-74512f931046 req-65969cce-eaaa-455b-a484-a042404c0ceb tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:15.133503 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2b076d89-2812-4d21-82ee-74512f931046 req-65969cce-eaaa-455b-a484-a042404c0ceb tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 943 time: 0.0812073 Jul 27 09:46:15.198315 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2b076d89-2812-4d21-82ee-74512f931046 req-433ad133-a9f8-451c-8798-1564a3f48221 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583425 Jul 27 09:46:15.202801 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdc84-5042-4cd1-88e2-61dfbdc1da44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.228824 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdc84-5042-4cd1-88e2-61dfbdc1da44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.349593 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-5668bdfd-ca18-403f-ab74-c506fa4bd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:15.351134 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-5668bdfd-ca18-403f-ab74-c506fa4bd135 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 200 len: 849 time: 0.0973332 Jul 27 09:46:15.359753 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdc84-5042-4cd1-88e2-61dfbdc1da44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.362337 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdc84-5042-4cd1-88e2-61dfbdc1da44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.363392 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-2d2cdc84-5042-4cd1-88e2-61dfbdc1da44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1fa8d929-4031-4210-8d1a-0074e4784946 HTTP/1.1" status: 204 len: 168 time: 0.2474465 Jul 27 09:46:15.379988 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cdc84-5042-4cd1-88e2-61dfbdc1da44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa8d929-4031-4210-8d1a-0074e4784946,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:15.396283 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-23c9142f-2494-4e93-b5a9-65a55806bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:15.397832 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-23c9142f-2494-4e93-b5a9-65a55806bc8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.1429286 Jul 27 09:46:15.689533 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 45912) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:15.702572 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5fca12b6-95f5-4a03-83f8-f827493ca6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.747914 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.789867 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5fca12b6-95f5-4a03-83f8-f827493ca6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.793596 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5fca12b6-95f5-4a03-83f8-f827493ca6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.831887 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5fca12b6-95f5-4a03-83f8-f827493ca6d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7edf21c2ce914b84bed049d8625f6170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413066 Jul 27 09:46:15.832704 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca12b6-95f5-4a03-83f8-f827493ca6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b595fb70-90f4-428e-acdf-68c6af6311f8,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:15.834557 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 45914) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:15.881986 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5f0f58aa-e470-4f13-8bab-62b022391dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.903501 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5f0f58aa-e470-4f13-8bab-62b022391dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.949642 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5f0f58aa-e470-4f13-8bab-62b022391dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.952176 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5f0f58aa-e470-4f13-8bab-62b022391dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:15.953354 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5f0f58aa-e470-4f13-8bab-62b022391dd9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b595fb70-90f4-428e-acdf-68c6af6311f8 HTTP/1.1" status: 204 len: 168 time: 0.1177020 Jul 27 09:46:15.961715 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f58aa-e470-4f13-8bab-62b022391dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b595fb70-90f4-428e-acdf-68c6af6311f8,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:15.979936 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7bc3a-ea28-44f5-998b-41647eae30a4 req-681a696c-0116-4e32-ae09-5732e8e64a73 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:15.981490 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0ea7bc3a-ea28-44f5-998b-41647eae30a4 req-681a696c-0116-4e32-ae09-5732e8e64a73 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 944 time: 0.0654411 Jul 27 09:46:16.018800 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0ea7bc3a-ea28-44f5-998b-41647eae30a4 req-c2d4d430-08b6-4158-99a6-ccfeb6647593 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 27 09:46:16.139477 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a8a7a-bc19-4c07-a16e-41fe68d2b698 req-dc4cba3b-7c49-4824-8d5d-0328136abbd9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:16.141597 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-585a8a7a-bc19-4c07-a16e-41fe68d2b698 req-dc4cba3b-7c49-4824-8d5d-0328136abbd9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0676811 Jul 27 09:46:16.180175 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-585a8a7a-bc19-4c07-a16e-41fe68d2b698 req-8720d9a6-1e2e-49f1-b028-6400ef297882 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328138 Jul 27 09:46:16.303140 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-b96d3c47-0c77-43c3-beae-7992a20443ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8 HTTP/1.1" status: 200 len: 217 time: 0.0752897 Jul 27 09:46:16.388020 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-a5e9e0d4-8ee6-4b46-a18d-a1c6c3116995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:16.389384 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-a5e9e0d4-8ee6-4b46-a18d-a1c6c3116995 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0643206 Jul 27 09:46:16.411786 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-9dff99e2-789f-4061-a919-1e0719186b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:16.413479 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-9dff99e2-789f-4061-a919-1e0719186b0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d59e72-afa1-4b81-a94a-b12de5380b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1868749 Jul 27 09:46:16.457229 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8feb97-b821-42a1-96a6-572721be1ee2 req-7eb08567-9e05-4590-bc47-259858234b59 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:16.458683 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ca8feb97-b821-42a1-96a6-572721be1ee2 req-7eb08567-9e05-4590-bc47-259858234b59 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 943 time: 0.1676333 Jul 27 09:46:16.564347 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ca8feb97-b821-42a1-96a6-572721be1ee2 req-d09f8d8d-4c7d-4d70-98cd-89f3b432b44a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943356 Jul 27 09:46:16.585423 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-202ce1c9-ed6f-4ae7-aa4b-fe48f387ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:16.587219 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-202ce1c9-ed6f-4ae7-aa4b-fe48f387ad2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1897774 Jul 27 09:46:16.590887 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-eb51975a-c4bd-40a7-8bd1-ffddf06f37ae service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553423 Jul 27 09:46:16.768872 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe86bd11-9212-43fe-8f44-ac56fed82243 req-0763be41-dcec-47a6-89d2-d95295397983 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621952 Jul 27 09:46:16.773167 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-f1884d32-eb8d-4f3c-ba7e-ffbb911457b5 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584418 Jul 27 09:46:16.896475 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-198f75a5-61d6-4e36-82ba-de34720ed920 req-fed60d9d-c3cd-4bb3-bd90-54800a53b190 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950468 Jul 27 09:46:17.147785 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697769a-6de1-4fe6-abd8-ad323b235080 req-555249b3-51ee-40e9-a931-921d8683ebbc tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:17.149214 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5697769a-6de1-4fe6-abd8-ad323b235080 req-555249b3-51ee-40e9-a931-921d8683ebbc tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 944 time: 0.0642412 Jul 27 09:46:17.188905 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5697769a-6de1-4fe6-abd8-ad323b235080 req-cba66fc2-c443-490a-8225-503a2dc8897b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Jul 27 09:46:17.349401 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11702d7-f129-485f-a128-ee397d1bb64a req-fd70cafc-1f3b-499b-b8d6-983bc77f3cb3 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:17.351340 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e11702d7-f129-485f-a128-ee397d1bb64a req-fd70cafc-1f3b-499b-b8d6-983bc77f3cb3 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0870497 Jul 27 09:46:17.396237 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e11702d7-f129-485f-a128-ee397d1bb64a req-60a76608-9b58-485d-a735-9d3977f284d6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368972 Jul 27 09:46:17.593260 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 1fb97b1e-8edf-4661-b712-b244fc225bc5 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:17.650728 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 1fb97b1e-8edf-4661-b712-b244fc225bc5 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:17.655136 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 1fb97b1e-8edf-4661-b712-b244fc225bc5 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:17.655567 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:17.752078 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61fa58-bb79-4a00-a474-b6376e1440f9 req-346ccba0-8c61-4a3e-b9d1-5e893d06d8bc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:17.769264 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6f61fa58-bb79-4a00-a474-b6376e1440f9 req-346ccba0-8c61-4a3e-b9d1-5e893d06d8bc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 943 time: 0.1136341 Jul 27 09:46:17.833941 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:17.844348 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6f61fa58-bb79-4a00-a474-b6376e1440f9 req-5b2a6d83-7929-409f-b639-70f64c22af25 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746756 Jul 27 09:46:17.878545 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af16a52-3982-4400-9e19-d4b8ebc6701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb97b1e-8edf-4661-b712-b244fc225bc5'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:17.881052 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca3e21e-5455-49b3-b2f5-eb1f6d370d4f" -d '{"events": [{"server_uuid": "2af16a52-3982-4400-9e19-d4b8ebc6701b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb97b1e-8edf-4661-b712-b244fc225bc5"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:17.896563 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 1fb97b1e-8edf-4661-b712-b244fc225bc5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:17.904276 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:17.905511 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 312a2ca7-4540-42fc-9570-7d7f2c9d6331 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:17.937741 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b1c690-dfb4-44d1-bfe8-fa0cf48cd063 x-openstack-request-id: req-09b1c690-dfb4-44d1-bfe8-fa0cf48cd063 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:17.938239 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af16a52-3982-4400-9e19-d4b8ebc6701b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb97b1e-8edf-4661-b712-b244fc225bc5", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:17.938644 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09b1c690-dfb4-44d1-bfe8-fa0cf48cd063 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:17.939738 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af16a52-3982-4400-9e19-d4b8ebc6701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb97b1e-8edf-4661-b712-b244fc225bc5', 'code': 200} Jul 27 09:46:17.994716 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=1fb97b1e-8edf-4661-b712-b244fc225bc5,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:18.007914 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 312a2ca7-4540-42fc-9570-7d7f2c9d6331 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:18.011797 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 312a2ca7-4540-42fc-9570-7d7f2c9d6331 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:18.012174 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:18.094718 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:18.148502 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 312a2ca7-4540-42fc-9570-7d7f2c9d6331, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=312a2ca7-4540-42fc-9570-7d7f2c9d6331,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:18.154733 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:18.213349 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=312a2ca7-4540-42fc-9570-7d7f2c9d6331,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:18.348120 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6f83f-31df-48ff-ae09-307940451cdc req-3e4c780f-dfad-4712-a8a2-4d0770c351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:18.349620 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5df6f83f-31df-48ff-ae09-307940451cdc req-3e4c780f-dfad-4712-a8a2-4d0770c351cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1098 time: 0.1315429 Jul 27 09:46:18.363229 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ca51a-c592-4870-b44d-edd972ae5593 req-524552cf-4c3c-4227-ba1d-f70b52b8f59d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:18.364790 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-337ca51a-c592-4870-b44d-edd972ae5593 req-524552cf-4c3c-4227-ba1d-f70b52b8f59d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1004307 Jul 27 09:46:18.432099 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-337ca51a-c592-4870-b44d-edd972ae5593 req-e031c9e5-ed4c-4272-b5fc-c2d521cc0702 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600662 Jul 27 09:46:18.434582 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5df6f83f-31df-48ff-ae09-307940451cdc req-bfc47ddc-8322-4448-9f7c-c6adf8d6edc7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689170 Jul 27 09:46:18.585590 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6b64f-fb34-4a8c-96f8-c644a229f023 req-1d3a118f-0b7a-42d8-8724-e2de0145838c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:18.591292 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ac6b64f-fb34-4a8c-96f8-c644a229f023 req-1d3a118f-0b7a-42d8-8724-e2de0145838c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0972559 Jul 27 09:46:18.633760 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ac6b64f-fb34-4a8c-96f8-c644a229f023 req-28f7aa42-3e6c-4c03-8d67-f7673a234d82 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402617 Jul 27 09:46:18.863604 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46082) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:18.993792 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-65437428-1b12-474a-a0d6-68f375365222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.012478 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd4d3-a20d-4fa6-823b-8300d2f4ed6c req-fb9e9186-47cf-4307-ba3d-dbe3e11827cd tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:19.014393 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-612dd4d3-a20d-4fa6-823b-8300d2f4ed6c req-fb9e9186-47cf-4307-ba3d-dbe3e11827cd tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 943 time: 0.0687850 Jul 27 09:46:19.059223 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-612dd4d3-a20d-4fa6-823b-8300d2f4ed6c req-094a8ccb-bc4c-4e79-a03e-43067c73a63f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374088 Jul 27 09:46:19.082764 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-65437428-1b12-474a-a0d6-68f375365222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.086857 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-65437428-1b12-474a-a0d6-68f375365222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.123590 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-65437428-1b12-474a-a0d6-68f375365222 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd8a539e5042428e89805e64ab64d739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588029 Jul 27 09:46:19.125864 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65437428-1b12-474a-a0d6-68f375365222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338e8757-1b20-4e05-b8f3-1f143fc5d681,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:19.126997 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46098) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:19.180655 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-18e0a227-b50f-4a80-99f1-1f754d39646f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.205816 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-18e0a227-b50f-4a80-99f1-1f754d39646f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.252483 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-18e0a227-b50f-4a80-99f1-1f754d39646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.255123 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-18e0a227-b50f-4a80-99f1-1f754d39646f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.256234 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-18e0a227-b50f-4a80-99f1-1f754d39646f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/338e8757-1b20-4e05-b8f3-1f143fc5d681 HTTP/1.1" status: 204 len: 168 time: 0.1275976 Jul 27 09:46:19.263530 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0a227-b50f-4a80-99f1-1f754d39646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338e8757-1b20-4e05-b8f3-1f143fc5d681,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:19.519922 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46112) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:19.537703 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-413405f5-380c-4ed3-98e2-65e3d27ee060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.585422 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4b1c2-8481-40fc-9125-030d778762c9 req-b39398c8-5a2c-4d57-9b13-a575e1de9340 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:19.587096 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d6d4b1c2-8481-40fc-9125-030d778762c9 req-b39398c8-5a2c-4d57-9b13-a575e1de9340 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0841739 Jul 27 09:46:19.616277 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 3c846bb4-a9e2-4116-961c-9c134d496619 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:46:19.631274 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d6d4b1c2-8481-40fc-9125-030d778762c9 req-b37fb494-a755-41da-8db4-57855a932505 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380540 Jul 27 09:46:19.640182 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-413405f5-380c-4ed3-98e2-65e3d27ee060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.645825 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-413405f5-380c-4ed3-98e2-65e3d27ee060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.690012 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46124) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:19.690189 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-413405f5-380c-4ed3-98e2-65e3d27ee060 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7b4af0aa084462e8e681874e8df878b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690545 Jul 27 09:46:19.692210 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413405f5-380c-4ed3-98e2-65e3d27ee060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533e5e97-bb2d-47b1-9869-a0cfb2409ed6,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:19.765479 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 3c846bb4-a9e2-4116-961c-9c134d496619, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3c846bb4-a9e2-4116-961c-9c134d496619,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:19.780601 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '3c846bb4-a9e2-4116-961c-9c134d496619', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'port_id': '3c846bb4-a9e2-4116-961c-9c134d496619', 'mac_address': 'fa:16:3e:a9:02:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:46:19.787746 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1060227d-e328-42f4-9fc6-d0f492409440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.819589 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1060227d-e328-42f4-9fc6-d0f492409440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.839522 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.854951 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c846bb4-a9e2-4116-961c-9c134d496619 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:19.872253 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76ee2b-e237-42d1-9420-614ffd30751f req-64a7141a-c2d4-41f0-b737-bc08f2a7ec01 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:19.873759 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0f76ee2b-e237-42d1-9420-614ffd30751f req-64a7141a-c2d4-41f0-b737-bc08f2a7ec01 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.1321125 Jul 27 09:46:19.892965 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 3c846bb4-a9e2-4116-961c-9c134d496619, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3c846bb4-a9e2-4116-961c-9c134d496619,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:19.900333 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.902092 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:46:19.916388 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1060227d-e328-42f4-9fc6-d0f492409440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.918969 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1060227d-e328-42f4-9fc6-d0f492409440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:19.920128 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-1060227d-e328-42f4-9fc6-d0f492409440 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/533e5e97-bb2d-47b1-9869-a0cfb2409ed6 HTTP/1.1" status: 204 len: 168 time: 0.2291350 Jul 27 09:46:19.937127 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0f76ee2b-e237-42d1-9420-614ffd30751f req-e044d869-eaa8-43ed-90f8-db14904bdd20 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541954 Jul 27 09:46:19.942197 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a2ca7-4540-42fc-9570-7d7f2c9d6331'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:19.944797 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90185bb1-a378-4b0c-a4f2-3027cd0d1754" -d '{"events": [{"server_uuid": "fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4", "name": "network-vif-plugged", "status": "completed", "tag": "312a2ca7-4540-42fc-9570-7d7f2c9d6331"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:19.976393 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060227d-e328-42f4-9fc6-d0f492409440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533e5e97-bb2d-47b1-9869-a0cfb2409ed6,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:20.039096 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575fabec-af99-479a-89f6-5d81344c6b98 x-openstack-request-id: req-575fabec-af99-479a-89f6-5d81344c6b98 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:20.039096 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4", "name": "network-vif-plugged", "status": "completed", "tag": "312a2ca7-4540-42fc-9570-7d7f2c9d6331", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:20.039096 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-575fabec-af99-479a-89f6-5d81344c6b98 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:20.039096 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a2ca7-4540-42fc-9570-7d7f2c9d6331', 'code': 200} Jul 27 09:46:20.049242 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=3c846bb4-a9e2-4116-961c-9c134d496619,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:20.097452 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:20.112800 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'port_id': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'mac_address': 'fa:16:3e:1d:80:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:46:20.178250 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:20.193166 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5644e1-ef25-491f-9664-a0a45be15fe8 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:20.212854 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f2a3-7220-4991-96dc-37eab8bc2087 req-8fb1f1b8-e4d6-4fe2-bee3-a9a7dc7c28a1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:20.215310 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9872f2a3-7220-4991-96dc-37eab8bc2087 req-8fb1f1b8-e4d6-4fe2-bee3-a9a7dc7c28a1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 944 time: 0.0854449 Jul 27 09:46:20.224837 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:20.230474 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:20.300790 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9872f2a3-7220-4991-96dc-37eab8bc2087 req-8c7870fc-d0ad-4e3c-83f3-22ded49b85fa tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785558 Jul 27 09:46:20.309510 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:20.331545 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b3c5-c5e0-476e-a229-8b4ab53ca589 req-b6338bc6-4049-4b4c-96b5-a0ff7767e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:20.336147 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-75d7b3c5-c5e0-476e-a229-8b4ab53ca589 req-b6338bc6-4049-4b4c-96b5-a0ff7767e54f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 1098 time: 0.1058733 Jul 27 09:46:20.382844 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-75d7b3c5-c5e0-476e-a229-8b4ab53ca589 req-0938ba52-6705-48c1-99ef-9b6d16bca049 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382330 Jul 27 09:46:20.703183 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['3c846bb4-a9e2-4116-961c-9c134d496619'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:46:20.730326 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['ba5644e1-ef25-491f-9664-a0a45be15fe8'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:46:20.749261 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46194) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:20.783193 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a821cd-6a27-4b79-b724-7abe587204bf req-610557fc-4bfa-4e07-97c0-42c7e558f382 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:20.784787 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-10a821cd-6a27-4b79-b724-7abe587204bf req-610557fc-4bfa-4e07-97c0-42c7e558f382 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0812821 Jul 27 09:46:20.836029 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-10a821cd-6a27-4b79-b724-7abe587204bf req-c82306c2-4d0a-41e4-a0be-bb1c2c648b90 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445719 Jul 27 09:46:20.883440 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46200) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:20.950264 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-801141902-network', 'tenant_id': '1af6c08980db48d39292161ba70e3786'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:20.973656 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Made reservation on behalf of 1af6c08980db48d39292161ba70e3786 for: {'network': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:20.976173 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:20.987955 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.039785 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c6d7939e-ccc9-4b64-a419-b826875a1a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.102925 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.108923 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.119200 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c365de-381a-440d-8622-512afc852c97 req-6083988f-d773-41c8-bdb6-4130ccd1c6a3 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:21.120791 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b9c365de-381a-440d-8622-512afc852c97 req-6083988f-d773-41c8-bdb6-4130ccd1c6a3 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 945 time: 0.0911000 Jul 27 09:46:21.135134 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=99745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:46:21.145952 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fe85d1-abd5-4a53-a2e3-62c39e0dc43a,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:21.150817 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.151399 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.segments_db [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Added segment 2ae63ade-21b9-4553-b1e8-17163e2f7a96 of type vlan for network 0a096372-f671-4fa6-8dda-108459f045f9 Jul 27 09:46:21.186315 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b9c365de-381a-440d-8622-512afc852c97 req-49a2bc1a-1f74-483e-84a6-51c81761759e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529966 Jul 27 09:46:21.192300 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.233584 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.234888 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:21.235839 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.245446 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c6d7939e-ccc9-4b64-a419-b826875a1a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.250746 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c6d7939e-ccc9-4b64-a419-b826875a1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.291973 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5415936 Jul 27 09:46:21.295362 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46218) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:21.300178 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Request body: {'subnet': {'network_id': '0a096372-f671-4fa6-8dda-108459f045f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-801141902-subnet', 'tenant_id': '1af6c08980db48d39292161ba70e3786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:21.317076 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8e1b4-7e63-48f0-a422-1520faf2f60e admin admin] Pushing event updated for resources: {'Network': ['ID=0a096372-f671-4fa6-8dda-108459f045f9,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:21.330993 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network 0a096372-f671-4fa6-8dda-108459f045f9 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:46:21.352171 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Made reservation on behalf of 1af6c08980db48d39292161ba70e3786 for: {'subnet': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:21.356439 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.404047 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46222) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:21.516230 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7939e-ccc9-4b64-a419-b826875a1a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77716e0-bff0-46d7-a8ca-f21445f8b808,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:21.525828 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-c6d7939e-ccc9-4b64-a419-b826875a1a03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=765fbe56cc944a9ea3c36b91c141ab3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6413174 Jul 27 09:46:21.527168 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46226) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:21.566165 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-540cdfdf-bd41-4acb-a781-06c2af7613b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.585946 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.588253 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f453bd7-8479-46b1-a6f1-1bafd05ab11a req-75c1b7fa-302c-4546-81af-8f595be5fdf8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:21.589717 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2f453bd7-8479-46b1-a6f1-1bafd05ab11a req-75c1b7fa-302c-4546-81af-8f595be5fdf8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 944 time: 0.1252229 Jul 27 09:46:21.600055 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d17d2493-d2c7-45a4-8585-a7b5d32ae2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.636826 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d17d2493-d2c7-45a4-8585-a7b5d32ae2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.656416 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2f453bd7-8479-46b1-a6f1-1bafd05ab11a req-bdaa361d-36f8-4eea-b24e-fcb94d9ff0ea tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574362 Jul 27 09:46:21.667638 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0995bca3-70a4-4ccf-a8d2-d1ed9c5061ed,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:21.691343 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Checking segment: {'id': '2ae63ade-21b9-4553-b1e8-17163e2f7a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0a096372-f671-4fa6-8dda-108459f045f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:46:21.691773 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Network hostable DHCP agents. Network: 0a096372-f671-4fa6-8dda-108459f045f9, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:46:21.709430 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d17d2493-d2c7-45a4-8585-a7b5d32ae2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.712192 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d17d2493-d2c7-45a4-8585-a7b5d32ae2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.713781 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-d17d2493-d2c7-45a4-8585-a7b5d32ae2f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c77716e0-bff0-46d7-a8ca-f21445f8b808 HTTP/1.1" status: 204 len: 168 time: 0.1855111 Jul 27 09:46:21.721734 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d2493-d2c7-45a4-8585-a7b5d32ae2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77716e0-bff0-46d7-a8ca-f21445f8b808,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:21.736353 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Network 0a096372-f671-4fa6-8dda-108459f045f9 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:46:21.752704 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-540cdfdf-bd41-4acb-a781-06c2af7613b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.754365 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, 0a096372-f671-4fa6-8dda-108459f045f9) {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:21.759288 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:21.759877 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.764499 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d914ad79-569a-4200-b60f-f36ae1197fd1 None None] Network 0a096372-f671-4fa6-8dda-108459f045f9 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:46:21.765455 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-540cdfdf-bd41-4acb-a781-06c2af7613b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:21.814493 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-0b00ae5c-9454-4f72-b3a5-636de92d5883 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5177410 Jul 27 09:46:21.815769 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cdfdf-bd41-4acb-a781-06c2af7613b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e28c6f-f3d6-4f49-b152-6324cd0657f0,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:21.833958 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-540cdfdf-bd41-4acb-a781-06c2af7613b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ac7b0e12649479e9c5a844f147fc93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167449 Jul 27 09:46:21.834111 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46232) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:21.964154 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d6f6-2633-4b86-ad84-6dd412f09136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.025049 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d6f6-2633-4b86-ad84-6dd412f09136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.070135 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32817917-da36-410e-a079-b0096defd88e None None] Network 0a096372-f671-4fa6-8dda-108459f045f9 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:46:22.109724 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b18026-7861-4013-9e11-e0628aeb81e9 req-03dc7c4f-5759-422a-833a-ccd20a03ca80 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:22.116358 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d9b18026-7861-4013-9e11-e0628aeb81e9 req-03dc7c4f-5759-422a-833a-ccd20a03ca80 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1355951 Jul 27 09:46:22.136018 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d6f6-2633-4b86-ad84-6dd412f09136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.140150 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d6f6-2633-4b86-ad84-6dd412f09136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.142016 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-b3e7d6f6-2633-4b86-ad84-6dd412f09136 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94e28c6f-f3d6-4f49-b152-6324cd0657f0 HTTP/1.1" status: 204 len: 168 time: 0.3062677 Jul 27 09:46:22.153268 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7d6f6-2633-4b86-ad84-6dd412f09136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e28c6f-f3d6-4f49-b152-6324cd0657f0,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:22.174977 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d9b18026-7861-4013-9e11-e0628aeb81e9 req-14b6ce8e-3670-4851-b65b-5fbb11c277d3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 Jul 27 09:46:22.203565 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46250) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:22.218289 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee64ac73-1626-426f-8282-054c2403a649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.373290 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee64ac73-1626-426f-8282-054c2403a649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.390112 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee64ac73-1626-426f-8282-054c2403a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.448772 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0792c3-ba7c-43de-879d-63bfc023a45b req-3937d1ab-50fd-478b-9a56-4f913f43382b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:22.450656 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6d0792c3-ba7c-43de-879d-63bfc023a45b req-3937d1ab-50fd-478b-9a56-4f913f43382b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 945 time: 0.1430228 Jul 27 09:46:22.453669 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ee64ac73-1626-426f-8282-054c2403a649 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0d9a4c7a09c47ef9e5f2942be4c6c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489605 Jul 27 09:46:22.455262 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64ac73-1626-426f-8282-054c2403a649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f9c365-427c-442d-8acb-78c71fbd1630,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:22.456930 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46256) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:22.527672 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9ca75f21-0193-4c81-818d-c8eec6ba322d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.551882 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9ca75f21-0193-4c81-818d-c8eec6ba322d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.555392 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6d0792c3-ba7c-43de-879d-63bfc023a45b req-5774bc03-c10e-421d-8dab-180816670208 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812442 Jul 27 09:46:22.607697 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9ca75f21-0193-4c81-818d-c8eec6ba322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.610264 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9ca75f21-0193-4c81-818d-c8eec6ba322d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.613942 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-9ca75f21-0193-4c81-818d-c8eec6ba322d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90f9c365-427c-442d-8acb-78c71fbd1630 HTTP/1.1" status: 204 len: 168 time: 0.1533504 Jul 27 09:46:22.619815 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca75f21-0193-4c81-818d-c8eec6ba322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f9c365-427c-442d-8acb-78c71fbd1630,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:22.683903 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6387-34a2-4318-bd0f-3a7e01f464e6 req-b5d4ecd9-ba32-4f99-9731-637a3c1e4099 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:22.691234 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0f0e6387-34a2-4318-bd0f-3a7e01f464e6 req-b5d4ecd9-ba32-4f99-9731-637a3c1e4099 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1259630 Jul 27 09:46:22.707219 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-273b7489-4c04-484b-bff0-2c87b7895624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:22.709072 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-273b7489-4c04-484b-bff0-2c87b7895624 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 1098 time: 0.1523926 Jul 27 09:46:22.712913 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46270) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:22.726397 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a844b6cb-ac3f-4f77-8cb8-6d45e1124894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.830916 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0f0e6387-34a2-4318-bd0f-3a7e01f464e6 req-24ae0cef-56ed-4847-869b-f3d1d844c47d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383662 Jul 27 09:46:22.860290 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a844b6cb-ac3f-4f77-8cb8-6d45e1124894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.867189 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a844b6cb-ac3f-4f77-8cb8-6d45e1124894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:22.901175 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-5ee91fa8-b1b4-41fb-8dcf-b826546fa5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:22.902805 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-5ee91fa8-b1b4-41fb-8dcf-b826546fa5aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 919 time: 0.1748226 Jul 27 09:46:22.910722 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-a844b6cb-ac3f-4f77-8cb8-6d45e1124894 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d8ad6354bc8b49ac85d71bd361911922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961486 Jul 27 09:46:22.915643 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46274) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:22.916231 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d593c60-0199-4c7d-9c17-12ecd8f880bf req-6770586e-f6ed-4134-b800-79f1b8748ac4 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:22.918317 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8d593c60-0199-4c7d-9c17-12ecd8f880bf req-6770586e-f6ed-4134-b800-79f1b8748ac4 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 944 time: 0.1698058 Jul 27 09:46:22.924787 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844b6cb-ac3f-4f77-8cb8-6d45e1124894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575cfd04-f3b2-4a54-a406-ccd954c71fe0,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:22.968538 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-de07be6d-21a9-448a-a10f-f58c6888a926 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a2ca7-4540-42fc-9570-7d7f2c9d6331 HTTP/1.1" status: 200 len: 217 time: 0.0489290 Jul 27 09:46:22.994010 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46280) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:23.002971 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ae35bb4a-4208-4250-a46d-d07821a497a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.006839 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1410130708-network', 'tenant_id': 'b4e471bd7dcb49c5a72eefb492e74933'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:23.036532 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ae35bb4a-4208-4250-a46d-d07821a497a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.042189 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8d593c60-0199-4c7d-9c17-12ecd8f880bf req-0179d984-8625-4bb3-b72c-b8e300ee3a16 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137221 Jul 27 09:46:23.065588 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-460713f5-6499-49c3-bcf3-3b42959cc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:23.065588 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-460713f5-6499-49c3-bcf3-3b42959cc41c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.0842514 Jul 27 09:46:23.067815 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Made reservation on behalf of b4e471bd7dcb49c5a72eefb492e74933 for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:23.070171 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.087935 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.096828 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ae35bb4a-4208-4250-a46d-d07821a497a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.099885 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ae35bb4a-4208-4250-a46d-d07821a497a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.101275 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-ae35bb4a-4208-4250-a46d-d07821a497a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/575cfd04-f3b2-4a54-a406-ccd954c71fe0 HTTP/1.1" status: 204 len: 168 time: 0.1845303 Jul 27 09:46:23.109138 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35bb4a-4208-4250-a46d-d07821a497a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575cfd04-f3b2-4a54-a406-ccd954c71fe0,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:23.132606 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-83524512-e035-4ce8-9fcb-13856a368108 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531552 Jul 27 09:46:23.277405 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-3609c345-dc37-41cc-a818-154767a99b13 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347275 Jul 27 09:46:23.358009 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.365292 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.421519 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:46:23.444725 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef427d9-ad0f-4773-b2d3-f6170845f066,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:23.463066 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46296) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:23.468184 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1b1acb06-dc3e-41a6-ae13-63bdf9ae0fe5 req-24ab0c5c-a8d4-4932-a30c-73139de4f124 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791337 Jul 27 09:46:23.469617 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.469953 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Added segment 863609d7-70c0-4fa9-8a8d-f713eb1ab4c8 of type vlan for network d1a4a055-eddb-4cc4-9af6-5029d083bf28 Jul 27 09:46:23.476630 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-330999c4-278b-421f-8c7d-eabd93cb3c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.512893 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.552749 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.556577 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:23.557953 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.594396 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-330999c4-278b-421f-8c7d-eabd93cb3c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.600405 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-330999c4-278b-421f-8c7d-eabd93cb3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.633885 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 3c846bb4-a9e2-4116-961c-9c134d496619 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:23.636446 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6401725 Jul 27 09:46:23.639111 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46308) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:23.645909 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Request body: {'subnet': {'network_id': 'd1a4a055-eddb-4cc4-9af6-5029d083bf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1410130708-subnet', 'tenant_id': 'b4e471bd7dcb49c5a72eefb492e74933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:23.662291 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-330999c4-278b-421f-8c7d-eabd93cb3c7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46435c6e10954fbaab79e8e57e7279a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960242 Jul 27 09:46:23.662745 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46310) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:23.675947 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330999c4-278b-421f-8c7d-eabd93cb3c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d07ed-e5b6-44a2-94cf-e5ae26dc9dd9,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:23.679279 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30edc78-26ec-495d-b39c-794123bf1045 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a4a055-eddb-4cc4-9af6-5029d083bf28,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:23.685299 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Made reservation on behalf of b4e471bd7dcb49c5a72eefb492e74933 for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:23.687393 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.713248 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network d1a4a055-eddb-4cc4-9af6-5029d083bf28 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:46:23.732367 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fc0e27ae-ca59-4e7a-9edc-b1e449b8c7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.765825 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fc0e27ae-ca59-4e7a-9edc-b1e449b8c7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.781766 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 3c846bb4-a9e2-4116-961c-9c134d496619 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:23.793512 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 3c846bb4-a9e2-4116-961c-9c134d496619 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:23.794078 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.814101 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af807430-ebdc-4284-92d6-2b784b1d5196 req-a7f52e75-2ba5-4761-b9b2-ca0b1aae467d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:23.815657 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-af807430-ebdc-4284-92d6-2b784b1d5196 req-a7f52e75-2ba5-4761-b9b2-ca0b1aae467d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 945 time: 0.1508214 Jul 27 09:46:23.848138 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fc0e27ae-ca59-4e7a-9edc-b1e449b8c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.850657 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fc0e27ae-ca59-4e7a-9edc-b1e449b8c7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.854165 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-fc0e27ae-ca59-4e7a-9edc-b1e449b8c7bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc0d07ed-e5b6-44a2-94cf-e5ae26dc9dd9 HTTP/1.1" status: 204 len: 168 time: 0.1868131 Jul 27 09:46:23.863947 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e27ae-ca59-4e7a-9edc-b1e449b8c7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d07ed-e5b6-44a2-94cf-e5ae26dc9dd9,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:23.929518 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:23.941901 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-af807430-ebdc-4284-92d6-2b784b1d5196 req-8cabae94-28ee-402e-8ce2-769eb65ee891 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173606 Jul 27 09:46:23.982569 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c846bb4-a9e2-4116-961c-9c134d496619'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:23.986569 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f292e16d-b719-42f1-bb02-22bf2ee4f259" -d '{"events": [{"server_uuid": "a04c319e-cf27-4835-b4a9-d593ef8a14e1", "name": "network-vif-plugged", "status": "completed", "tag": "3c846bb4-a9e2-4116-961c-9c134d496619"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:24.019350 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 3c846bb4-a9e2-4116-961c-9c134d496619, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3c846bb4-a9e2-4116-961c-9c134d496619,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:24.029282 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:24.030424 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:24.039453 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:24.039803 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4804ec68-452d-4e70-b91a-13517ae8453f x-openstack-request-id: req-4804ec68-452d-4e70-b91a-13517ae8453f {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:24.040095 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04c319e-cf27-4835-b4a9-d593ef8a14e1", "name": "network-vif-plugged", "status": "completed", "tag": "3c846bb4-a9e2-4116-961c-9c134d496619", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:24.040346 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4804ec68-452d-4e70-b91a-13517ae8453f {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:24.040737 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c846bb4-a9e2-4116-961c-9c134d496619', 'code': 200} Jul 27 09:46:24.143136 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=3c846bb4-a9e2-4116-961c-9c134d496619,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:24.149948 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7f4b7-53e0-47af-9faa-df3950b4a4b0 req-18bfa270-9194-4d38-aeb6-b54c901e3621 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:24.176398 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-08e7f4b7-53e0-47af-9faa-df3950b4a4b0 req-18bfa270-9194-4d38-aeb6-b54c901e3621 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.2274020 Jul 27 09:46:24.179464 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port ba5644e1-ef25-491f-9664-a0a45be15fe8 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:24.184980 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port ba5644e1-ef25-491f-9664-a0a45be15fe8 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:24.185350 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:24.198018 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0ee8c7-9331-475d-9584-0652bcb30fa0,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:24.278867 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Checking segment: {'id': '863609d7-70c0-4fa9-8a8d-f713eb1ab4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd1a4a055-eddb-4cc4-9af6-5029d083bf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:46:24.279231 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Network hostable DHCP agents. Network: d1a4a055-eddb-4cc4-9af6-5029d083bf28, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:46:24.293491 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:24.320252 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-08e7f4b7-53e0-47af-9faa-df3950b4a4b0 req-15eeed36-f16c-42ad-9f0d-2faa01b9ef90 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419973 Jul 27 09:46:24.349234 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:24.356413 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:24.391576 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73236a1-c24b-4629-aac9-bd63ce036012 req-67a400e2-94d5-4dce-a049-f4277efba82d tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:24.393782 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c73236a1-c24b-4629-aac9-bd63ce036012 req-67a400e2-94d5-4dce-a049-f4277efba82d tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.2108288 Jul 27 09:46:24.395528 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Network d1a4a055-eddb-4cc4-9af6-5029d083bf28 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:46:24.419923 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:24.428220 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, d1a4a055-eddb-4cc4-9af6-5029d083bf28) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:24.435438 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:24.436088 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:24.441237 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b4fa4-0342-4d2c-89bb-a5cb58238b7c None None] Network d1a4a055-eddb-4cc4-9af6-5029d083bf28 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:46:24.465742 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c73236a1-c24b-4629-aac9-bd63ce036012 req-688371a8-fd5b-4e7e-960f-a30b5b39191c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618687 Jul 27 09:46:24.489455 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b6406ec1-b12c-4b85-bb37-f6ab7479fb26 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8491619 Jul 27 09:46:24.498437 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d5616-355e-45c5-a487-2b3941fed17c req-8e30352b-15b9-410f-941b-ac11ac68fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:24.500098 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b93d5616-355e-45c5-a487-2b3941fed17c req-8e30352b-15b9-410f-941b-ac11ac68fea0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 1098 time: 0.1787751 Jul 27 09:46:24.549989 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b93d5616-355e-45c5-a487-2b3941fed17c req-15c92b66-53c5-4be8-a05b-bd77f0210cc4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 Jul 27 09:46:24.602899 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db50076-a837-47c9-8fc1-729ed35541fd None None] Network d1a4a055-eddb-4cc4-9af6-5029d083bf28 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:46:25.069545 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46372) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:25.129220 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18b9ca-616a-4e13-9337-9b28e92cc328 req-404cf4b2-3305-4e83-a326-07179006e01c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:25.131287 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0a18b9ca-616a-4e13-9337-9b28e92cc328 req-404cf4b2-3305-4e83-a326-07179006e01c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1039827 Jul 27 09:46:25.196125 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0a18b9ca-616a-4e13-9337-9b28e92cc328 req-74b6f315-7496-4dae-9b12-3519ae75f53d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579212 Jul 27 09:46:25.207962 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-7d570bb5-22d3-4e16-8456-92cf728ee33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:25.311213 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-7d570bb5-22d3-4e16-8456-92cf728ee33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:25.315556 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-7d570bb5-22d3-4e16-8456-92cf728ee33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:25.358586 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-7d570bb5-22d3-4e16-8456-92cf728ee33f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6588026e0c634a758119124075217b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857223 Jul 27 09:46:25.358586 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d570bb5-22d3-4e16-8456-92cf728ee33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7128e68-5345-491d-8879-0bb62173bd0c,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:25.359060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46404) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:25.469602 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-84753570-63b9-4b26-930a-567a96fe6327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:25.500571 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-84753570-63b9-4b26-930a-567a96fe6327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:25.542083 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97578aa6-3ecf-41b3-8291-200bc971ba1a req-58aa0636-4a9b-4dbc-980f-b145ade6e517 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:25.543628 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-97578aa6-3ecf-41b3-8291-200bc971ba1a req-58aa0636-4a9b-4dbc-980f-b145ade6e517 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1231978 Jul 27 09:46:25.622415 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-97578aa6-3ecf-41b3-8291-200bc971ba1a req-03ebc57b-94d8-42b4-9d8f-9a57fc729284 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650761 Jul 27 09:46:25.623909 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-84753570-63b9-4b26-930a-567a96fe6327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:25.627153 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-84753570-63b9-4b26-930a-567a96fe6327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:25.630709 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-84753570-63b9-4b26-930a-567a96fe6327 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7128e68-5345-491d-8879-0bb62173bd0c HTTP/1.1" status: 204 len: 168 time: 0.2684786 Jul 27 09:46:25.660366 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84753570-63b9-4b26-930a-567a96fe6327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7128e68-5345-491d-8879-0bb62173bd0c,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:25.683146 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f192-8c4d-47ff-b068-e65c99e0fa46 req-ac6ca51c-7464-4d33-9a4e-5610e446b987 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:25.692748 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27b5f192-8c4d-47ff-b068-e65c99e0fa46 req-ac6ca51c-7464-4d33-9a4e-5610e446b987 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1454160 Jul 27 09:46:25.746313 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27b5f192-8c4d-47ff-b068-e65c99e0fa46 req-2274d96b-c3b2-4489-8dee-66c4bc3a98bc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Jul 27 09:46:25.952927 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46442) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:25.966160 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8ea68fa1-86ef-4bde-b4e5-7807424019f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:26.042265 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:26.044594 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e1b61d-3796-47e2-8a9b-f6c94fc79cac" -d '{"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-plugged", "status": "completed", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:26.058587 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8ea68fa1-86ef-4bde-b4e5-7807424019f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:26.062909 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8ea68fa1-86ef-4bde-b4e5-7807424019f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:26.080037 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5632fb-8680-46e8-8e50-08c8c64a98bb x-openstack-request-id: req-ee5632fb-8680-46e8-8e50-08c8c64a98bb {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:26.080333 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-plugged", "status": "completed", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:26.080582 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee5632fb-8680-46e8-8e50-08c8c64a98bb {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:26.080971 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'code': 200} Jul 27 09:46:26.101267 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-8ea68fa1-86ef-4bde-b4e5-7807424019f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2587d92827ce4a20851fda2d4b1e0966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472421 Jul 27 09:46:26.102140 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea68fa1-86ef-4bde-b4e5-7807424019f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f9cc95-77e7-41f9-8e74-5cbfb842d510,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:26.103957 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46446) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:26.161394 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3799c0a2-4bc9-4302-bfd6-38c6b8c54ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:26.165061 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:46:26.185575 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3799c0a2-4bc9-4302-bfd6-38c6b8c54ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:26.249128 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3799c0a2-4bc9-4302-bfd6-38c6b8c54ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:26.259100 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3799c0a2-4bc9-4302-bfd6-38c6b8c54ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:26.263676 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-3799c0a2-4bc9-4302-bfd6-38c6b8c54ec1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63f9cc95-77e7-41f9-8e74-5cbfb842d510 HTTP/1.1" status: 204 len: 168 time: 0.1569865 Jul 27 09:46:26.286253 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799c0a2-4bc9-4302-bfd6-38c6b8c54ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f9cc95-77e7-41f9-8e74-5cbfb842d510,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:26.470386 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6f9db-6423-4ae2-9879-4af981294fcb req-c6616d6d-3659-4198-ba37-f9459c6b8a3b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:26.472006 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bdf6f9db-6423-4ae2-9879-4af981294fcb req-c6616d6d-3659-4198-ba37-f9459c6b8a3b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1459618 Jul 27 09:46:26.560493 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bdf6f9db-6423-4ae2-9879-4af981294fcb req-4cdfa041-4593-4303-97ee-5ca8a5d41b80 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522180 Jul 27 09:46:26.700918 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8153e-67a4-417f-8853-e3d3eac05dd4 req-e38f5f0d-98f9-4f79-b182-b1006314ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:26.702821 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81a8153e-67a4-417f-8853-e3d3eac05dd4 req-e38f5f0d-98f9-4f79-b182-b1006314ec7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 1099 time: 0.0666227 Jul 27 09:46:26.858021 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcfb19-c212-4225-bdcd-1c0a9e5d9721 req-ea44fef2-3a4c-4666-9ea9-2d2b9e813a22 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:26.859711 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-92bcfb19-c212-4225-bdcd-1c0a9e5d9721 req-ea44fef2-3a4c-4666-9ea9-2d2b9e813a22 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1342683 Jul 27 09:46:26.948329 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81a8153e-67a4-417f-8853-e3d3eac05dd4 req-8c43bf81-f8b2-4d7e-89ff-4830891cc587 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427062 Jul 27 09:46:26.964652 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-92bcfb19-c212-4225-bdcd-1c0a9e5d9721 req-466595e2-0994-4768-884f-69f6fa5df889 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786624 Jul 27 09:46:26.993674 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8eca1-c9e9-479c-973b-0de8747eb1b9 req-f70f8f6a-4426-4f38-a393-0b337cd71455 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:26.995210 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-98e8eca1-c9e9-479c-973b-0de8747eb1b9 req-f70f8f6a-4426-4f38-a393-0b337cd71455 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1577184 Jul 27 09:46:27.034605 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-98e8eca1-c9e9-479c-973b-0de8747eb1b9 req-a1a73eff-ac89-48a6-8afe-c18fc88a678f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334444 Jul 27 09:46:27.162128 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed020b-2654-459d-aa8e-e04352a0f85f req-e5962b45-4e69-45dd-8c1a-4b211a4a258b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:27.163712 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-29ed020b-2654-459d-aa8e-e04352a0f85f req-e5962b45-4e69-45dd-8c1a-4b211a4a258b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0657239 Jul 27 09:46:27.172299 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46506) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:27.177383 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'floatingip': {'port_id': '3c846bb4-a9e2-4116-961c-9c134d496619'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:27.257590 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:28.157237 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bee15-d602-4983-bc33-e78afbd90b38 req-75c07c5e-d710-4afa-9e46-5338085bb6b6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:28.158820 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a54bee15-d602-4983-bc33-e78afbd90b38 req-75c07c5e-d710-4afa-9e46-5338085bb6b6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.4783447 Jul 27 09:46:28.172925 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6042e-7494-4e5c-a49d-16c9d4d4beab req-08491863-49af-4dba-b658-e87346ed37d1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:28.174485 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07d6042e-7494-4e5c-a49d-16c9d4d4beab req-08491863-49af-4dba-b658-e87346ed37d1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 945 time: 0.2644849 Jul 27 09:46:28.183910 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.db.resource_extend [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 09:46:28.314152 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07d6042e-7494-4e5c-a49d-16c9d4d4beab req-6b7031b7-1225-41de-955e-a478f3fce94e tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329641 Jul 27 09:46:28.317096 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a54bee15-d602-4983-bc33-e78afbd90b38 req-cc198f97-18d3-4030-8d89-5236e864b517 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416862 Jul 27 09:46:28.325315 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:28.344245 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:28.504710 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Floating IP 52e2e5fb-a2e7-4854-8cf5-0198b493141d associated. External IP: 172.27.1.238, port: 3c846bb4-a9e2-4116-961c-9c134d496619. Jul 27 09:46:28.552005 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ccb8e-8fd1-46bd-b538-1653ddf8dc3d req-ae73efe0-b80a-4dce-87e2-5d197ff8867f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:28.553740 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-645ccb8e-8fd1-46bd-b538-1653ddf8dc3d req-ae73efe0-b80a-4dce-87e2-5d197ff8867f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1683998 Jul 27 09:46:28.634552 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-645ccb8e-8fd1-46bd-b538-1653ddf8dc3d req-ca2fefc8-49e4-4c67-982a-f18d57d5e5e5 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740283 Jul 27 09:46:28.748074 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46576) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:28.768503 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:46:28.861545 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e1a3442d-3675-4ece-9a23-0ff053388829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:28.880258 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:46:28.884762 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:28.898156 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] Sync routers for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:46:28.930535 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-dea9d10c-d15a-466b-8e1e-5026c05f1ed9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "PUT /v2.0/floatingips/52e2e5fb-a2e7-4854-8cf5-0198b493141d HTTP/1.1" status: 200 len: 991 time: 1.7538629 Jul 27 09:46:28.930535 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'tag': '3c846bb4-a9e2-4116-961c-9c134d496619'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:28.930996 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c319e-cf27-4835-b4a9-d593ef8a14e1", "tag": "3c846bb4-a9e2-4116-961c-9c134d496619"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:28.955678 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:46:28.956318 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:46:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:28.969453 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30871850-687b-4529-8660-0644c6679953 x-openstack-request-id: req-30871850-687b-4529-8660-0644c6679953 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:28.969792 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c319e-cf27-4835-b4a9-d593ef8a14e1", "tag": "3c846bb4-a9e2-4116-961c-9c134d496619", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:28.970034 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30871850-687b-4529-8660-0644c6679953 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:28.970429 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'tag': '3c846bb4-a9e2-4116-961c-9c134d496619', 'status': 'completed', 'code': 200} Jul 27 09:46:28.989645 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e1a3442d-3675-4ece-9a23-0ff053388829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:28.994112 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e1a3442d-3675-4ece-9a23-0ff053388829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.046452 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-e1a3442d-3675-4ece-9a23-0ff053388829 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc83cea3bdb3401ab5514c969d83d98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972977 Jul 27 09:46:29.047818 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3442d-3675-4ece-9a23-0ff053388829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af71c6d5-dc28-4314-aa4d-581ac530d430,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:29.049141 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46586) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:29.085523 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:46:29.136900 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-65327d60-4cc9-4f23-9ef8-1af66cb5f243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.164643 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-65327d60-4cc9-4f23-9ef8-1af66cb5f243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.209189 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-05ee5127-f358-4c3d-9885-a237d78d0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:29.210795 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-05ee5127-f358-4c3d-9885-a237d78d0c6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 1098 time: 0.1089096 Jul 27 09:46:29.236247 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-65327d60-4cc9-4f23-9ef8-1af66cb5f243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.238771 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-65327d60-4cc9-4f23-9ef8-1af66cb5f243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.239841 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-65327d60-4cc9-4f23-9ef8-1af66cb5f243 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af71c6d5-dc28-4314-aa4d-581ac530d430 HTTP/1.1" status: 204 len: 168 time: 0.1895571 Jul 27 09:46:29.291020 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65327d60-4cc9-4f23-9ef8-1af66cb5f243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af71c6d5-dc28-4314-aa4d-581ac530d430,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:29.389924 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-5a063515-5a0f-4b76-9fda-85b1d3459eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:29.393057 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-5a063515-5a0f-4b76-9fda-85b1d3459eef service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 911 time: 0.1656115 Jul 27 09:46:29.435800 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '52e2e5fb-a2e7-4854-8cf5-0198b493141d', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'port_id': '3c846bb4-a9e2-4116-961c-9c134d496619', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'mac_address': 'fa:16:3e:a9:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:46:01Z', 'updated_at': '2021-07-27T09:46:28Z', 'revision_number': 1, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:29.475025 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] Checking router: ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:46:29.488018 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:46:29.488647 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:46:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:29.571656 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-104d2894-6eed-4875-9754-f7d29c8ffd8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c846bb4-a9e2-4116-961c-9c134d496619 HTTP/1.1" status: 200 len: 999 time: 0.1652119 Jul 27 09:46:29.583807 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46606) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:29.604782 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-20964ff2-91bb-486b-9de7-c0598e75936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.639504 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed6488-a84e-48a4-bed4-1207b307b58e req-a7c5c2b4-f7b5-4f8b-ae14-20adc53bccdc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:29.647175 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67ed6488-a84e-48a4-bed4-1207b307b58e req-a7c5c2b4-f7b5-4f8b-ae14-20adc53bccdc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.2370927 Jul 27 09:46:29.663210 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:46:29.686195 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-67d8156b-d7bf-460b-99be-3996fcfb8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:29.687672 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-67d8156b-d7bf-460b-99be-3996fcfb8361 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 200 len: 849 time: 0.1038504 Jul 27 09:46:29.709701 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820259fc-d4f5-4e05-86dd-e59c659db217 req-979c1182-2513-4284-8893-f6cfc79377f0 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:29.711343 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-820259fc-d4f5-4e05-86dd-e59c659db217 req-979c1182-2513-4284-8893-f6cfc79377f0 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 945 time: 0.2241256 Jul 27 09:46:29.731223 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67ed6488-a84e-48a4-bed4-1207b307b58e req-1781301e-41a9-4f0a-9ea6-02ce2b58b7f7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830934 Jul 27 09:46:29.755957 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-20964ff2-91bb-486b-9de7-c0598e75936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.761440 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-20964ff2-91bb-486b-9de7-c0598e75936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.805257 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-20964ff2-91bb-486b-9de7-c0598e75936f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c498b4dd00f4aec96da73c639465e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200823 Jul 27 09:46:29.805884 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46614) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:29.807298 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-820259fc-d4f5-4e05-86dd-e59c659db217 req-321f10af-d040-4998-b255-015223c4315a tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825584 Jul 27 09:46:29.815026 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20964ff2-91bb-486b-9de7-c0598e75936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6735868-3bf4-4239-92ae-37e001b334a8,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:29.854610 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-f7d539b8-aedb-4567-8a00-ea8c20b99395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:29.856160 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-f7d539b8-aedb-4567-8a00-ea8c20b99395 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d59e72-afa1-4b81-a94a-b12de5380b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1414847 Jul 27 09:46:29.862888 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c58b91a1-a385-44c1-bf11-dcfcf24e049b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.890110 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c58b91a1-a385-44c1-bf11-dcfcf24e049b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.943990 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c58b91a1-a385-44c1-bf11-dcfcf24e049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.947133 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c58b91a1-a385-44c1-bf11-dcfcf24e049b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:29.952101 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-c58b91a1-a385-44c1-bf11-dcfcf24e049b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6735868-3bf4-4239-92ae-37e001b334a8 HTTP/1.1" status: 204 len: 168 time: 0.1442330 Jul 27 09:46:29.960963 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b91a1-a385-44c1-bf11-dcfcf24e049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6735868-3bf4-4239-92ae-37e001b334a8,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:30.005772 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32858c6-eb1b-467b-8bdf-68f370c2e0cb req-10e0b9e2-c389-41d0-9b87-a6585a5cbc83 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:30.007304 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d32858c6-eb1b-467b-8bdf-68f370c2e0cb req-10e0b9e2-c389-41d0-9b87-a6585a5cbc83 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1990209 Jul 27 09:46:30.029914 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-890b3cf2-ef29-4ab9-8401-43cb5f917159 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635327 Jul 27 09:46:30.050927 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '52e2e5fb-a2e7-4854-8cf5-0198b493141d', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'port_id': '3c846bb4-a9e2-4116-961c-9c134d496619', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'mac_address': 'fa:16:3e:a9:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:46:01Z', 'updated_at': '2021-07-27T09:46:28Z', 'revision_number': 1, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:30.088383 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da35f4-a1c3-4102-bcd1-114c54656224 None None] The sync data for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi is: [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '52e2e5fb-a2e7-4854-8cf5-0198b493141d', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'port_id': '3c846bb4-a9e2-4116-961c-9c134d496619', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'mac_address': 'fa:16:3e:a9:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:46:01Z', 'updated_at': '2021-07-27T09:46:28Z', 'revision_number': 1, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:46:30.321865 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a654-5bad-49f7-a215-4e375cf6734d req-fbd61310-1882-45de-a41d-0aeba862d6d2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:30.323445 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-71c2a654-5bad-49f7-a215-4e375cf6734d req-fbd61310-1882-45de-a41d-0aeba862d6d2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.3985307 Jul 27 09:46:30.333541 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46628) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:30.334951 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d32858c6-eb1b-467b-8bdf-68f370c2e0cb req-3a02444b-d134-48e4-82e0-dc3304b6b4c9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198547 Jul 27 09:46:30.340832 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-eb3d48e3-331c-4685-8186-ab356704dbe7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'floatingip': {'port_id': 'ba5644e1-ef25-491f-9664-a0a45be15fe8'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:30.345964 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea684981-3e27-4067-9845-0e84156047e7 None None] New status for floating IP 52e2e5fb-a2e7-4854-8cf5-0198b493141d: ACTIVE {{(pid=99746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:46:30.439024 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d72ede12-bcb6-47c5-8e77-8ab4705d6c93 req-aec7e498-c0e1-4968-90b1-7b3a118f304c service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877151 Jul 27 09:46:30.452211 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb3d48e3-331c-4685-8186-ab356704dbe7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:31.025147 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781a92-b381-47ef-a4b0-b7c2cde15dd9 req-6531d13c-2140-467b-b379-d0b034efde2a tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:31.025147 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7f781a92-b381-47ef-a4b0-b7c2cde15dd9 req-6531d13c-2140-467b-b379-d0b034efde2a tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 945 time: 0.1067889 Jul 27 09:46:31.078925 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7f781a92-b381-47ef-a4b0-b7c2cde15dd9 req-c849a1e5-b1e7-48f0-87b6-61c66e33c609 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcce935e-7915-47d6-bf7e-e85fe2c2cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510137 Jul 27 09:46:31.366815 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb3d48e3-331c-4685-8186-ab356704dbe7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:31.370629 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb3d48e3-331c-4685-8186-ab356704dbe7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:31.474279 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.l3_db [None req-eb3d48e3-331c-4685-8186-ab356704dbe7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Floating IP 5b2d90c4-377b-4c2b-911b-4e1b27babaf8 associated. External IP: 172.27.1.188, port: ba5644e1-ef25-491f-9664-a0a45be15fe8. Jul 27 09:46:31.530520 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-784df328-8f6d-41b7-ac2c-c1e8150d5a74 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:31.532057 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-784df328-8f6d-41b7-ac2c-c1e8150d5a74 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.48 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 945 time: 0.1172259 Jul 27 09:46:31.603162 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506b1ef-a43a-4022-ab7a-b590748cf097 req-74082168-3e3f-489e-9e09-ef3fa6918d70 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:31.604678 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5506b1ef-a43a-4022-ab7a-b590748cf097 req-74082168-3e3f-489e-9e09-ef3fa6918d70 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1159842 Jul 27 09:46:31.680466 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5506b1ef-a43a-4022-ab7a-b590748cf097 req-94782ca4-a19d-4b68-972d-b978c696e432 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473156 Jul 27 09:46:31.695642 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Deleting port d1b137d3-1153-4660-807c-6c4645b6cd0f {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:46:31.696239 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:31.713350 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3d48e3-331c-4685-8186-ab356704dbe7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Router 3e281f26-6f08-43be-826c-c42b4eface08 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:46:31.812269 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] For port d1b137d3-1153-4660-807c-6c4645b6cd0f, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d1b137d3-1153-4660-807c-6c4645b6cd0f,segment=NetworkSegment(98fd2cc8-d52d-47d1-a710-a8e0b7558b0b),segment_id=98fd2cc8-d52d-47d1-a710-a8e0b7558b0b)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:31.812714 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:31.828492 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Calling delete_port for d1b137d3-1153-4660-807c-6c4645b6cd0f owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:46:31.856103 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d48e3-331c-4685-8186-ab356704dbe7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:46:31.861180 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb3d48e3-331c-4685-8186-ab356704dbe7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:31.868108 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] Sync routers for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:46:31.881527 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:46:31.882461 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:46:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:31.902086 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-eb3d48e3-331c-4685-8186-ab356704dbe7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "PUT /v2.0/floatingips/5b2d90c4-377b-4c2b-911b-4e1b27babaf8 HTTP/1.1" status: 200 len: 992 time: 1.5672851 Jul 27 09:46:31.902670 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8'}] {{(pid=99745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:31.905136 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce3b41c462ebba350985894298ca90253f8663e19624fa7accfd13c45103618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00edb10c-b6f8-4011-9a2b-264f543d0d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8"}]}' {{(pid=99745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:31.972430 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb43178-04c9-4797-b666-06ea237bfd3b x-openstack-request-id: req-3eb43178-04c9-4797-b666-06ea237bfd3b {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:31.972923 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8", "status": "completed", "code": 200}]} {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:31.973718 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3eb43178-04c9-4797-b666-06ea237bfd3b {{(pid=99745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:31.974141 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'status': 'completed', 'code': 200} Jul 27 09:46:32.011022 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:46:32.042279 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:32.078388 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Pushing event deleted for resources: {'Port': ['ID=d1b137d3-1153-4660-807c-6c4645b6cd0f,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:32.115860 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['d1b137d3-1153-4660-807c-6c4645b6cd0f'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:46:32.177775 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] No DVR routers for this DVR port d1b137d3-1153-4660-807c-6c4645b6cd0f on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:46:32.181987 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:32.184391 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e2402a03-40c8-424f-aa86-0be2efba2520 req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.48 "DELETE /v2.0/ports/d1b137d3-1153-4660-807c-6c4645b6cd0f HTTP/1.1" status: 204 len: 173 time: 0.6428766 Jul 27 09:46:32.217849 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200743c0-2585-4485-8632-e74ed296171f', 'name': 'network-vif-deleted', 'tag': 'd1b137d3-1153-4660-807c-6c4645b6cd0f'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:32.220850 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75078888-4557-467f-8442-c04e2690ac82" -d '{"events": [{"server_uuid": "200743c0-2585-4485-8632-e74ed296171f", "name": "network-vif-deleted", "tag": "d1b137d3-1153-4660-807c-6c4645b6cd0f"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:32.233706 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.234059 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.234405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.234757 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.235115 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.235453 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.235959 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.236300 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.236633 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.236960 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.237395 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.238322 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeb7faa-0356-4278-a446-787fe23638b1 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:32.288035 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dfeda754-42b5-4dea-9e4b-c59a3104b98c req-5527cbfd-bddf-44ba-bc7e-d668fc0214fc tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 210 time: 0.0620203 Jul 27 09:46:32.291027 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553e4c01-e832-4aa8-abfe-ede2929483e1 x-openstack-request-id: req-553e4c01-e832-4aa8-abfe-ede2929483e1 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:32.291464 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200743c0-2585-4485-8632-e74ed296171f", "name": "network-vif-deleted", "tag": "d1b137d3-1153-4660-807c-6c4645b6cd0f", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:32.293247 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-553e4c01-e832-4aa8-abfe-ede2929483e1 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:32.293759 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200743c0-2585-4485-8632-e74ed296171f', 'name': 'network-vif-deleted', 'tag': 'd1b137d3-1153-4660-807c-6c4645b6cd0f', 'status': 'completed', 'code': 200} Jul 27 09:46:32.324780 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-1bc8df4f-dc2a-466c-9753-ec0cff7ef27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:32.330519 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-1bc8df4f-dc2a-466c-9753-ec0cff7ef27e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 1099 time: 0.2490518 Jul 27 09:46:32.394527 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '5b2d90c4-377b-4c2b-911b-4e1b27babaf8', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'port_id': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'mac_address': 'fa:16:3e:1d:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fda63ed-4291-4929-a1ef-098038954e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:46:01Z', 'updated_at': '2021-07-27T09:46:31Z', 'revision_number': 1, 'project_id': '0276852d6358459f97418591cc32a01a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:32.425358 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] Checking router: 3e281f26-6f08-43be-826c-c42b4eface08 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:46:32.429998 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-bf789bf5-e607-4d56-9066-25f829cd0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:32.431641 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-bf789bf5-e607-4d56-9066-25f829cd0965 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.0893018 Jul 27 09:46:32.434814 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:46:32.435584 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:46:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:32.510534 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-10078501-7d60-4969-a300-6705d437ff25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0616827 Jul 27 09:46:32.542513 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:46:32.564177 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-afba936c-feb4-434f-97f3-53a431396de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:32.565654 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-afba936c-feb4-434f-97f3-53a431396de3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0450830 Jul 27 09:46:32.638845 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-61076759-6287-4193-b925-5bf666043e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:32.640279 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-61076759-6287-4193-b925-5bf666043e10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538595 Jul 27 09:46:32.741689 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-2d1f5cb9-7bbd-4f05-8add-ddf39b6fc86e service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850554 Jul 27 09:46:32.770761 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '5b2d90c4-377b-4c2b-911b-4e1b27babaf8', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'port_id': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'mac_address': 'fa:16:3e:1d:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fda63ed-4291-4929-a1ef-098038954e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:46:01Z', 'updated_at': '2021-07-27T09:46:31Z', 'revision_number': 1, 'project_id': '0276852d6358459f97418591cc32a01a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:32.796858 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e7f88-6a95-4a87-a19f-6fa73f0c0951 None None] The sync data for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi is: [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '5b2d90c4-377b-4c2b-911b-4e1b27babaf8', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'port_id': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'mac_address': 'fa:16:3e:1d:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fda63ed-4291-4929-a1ef-098038954e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:46:01Z', 'updated_at': '2021-07-27T09:46:31Z', 'revision_number': 1, 'project_id': '0276852d6358459f97418591cc32a01a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:46:32.886700 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00edb10c-b6f8-4011-9a2b-264f543d0d5e req-cf35dea6-ce57-4585-895a-0cf668104d6e service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335261 Jul 27 09:46:32.920671 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a003f-71b2-40f6-bbc0-b91dfff5703a req-c0437d7a-2c5f-4763-ad9a-c235876d7f04 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:32.922178 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-958a003f-71b2-40f6-bbc0-b91dfff5703a req-c0437d7a-2c5f-4763-ad9a-c235876d7f04 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0903924 Jul 27 09:46:32.963529 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-958a003f-71b2-40f6-bbc0-b91dfff5703a req-d12a3712-1a81-4921-9990-d996da371ce2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Jul 27 09:46:33.054980 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae821f-a0e3-414a-891b-84e0dbb3cb6b None None] New status for floating IP 5b2d90c4-377b-4c2b-911b-4e1b27babaf8: ACTIVE {{(pid=99746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:46:33.412174 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24c6e3a4-cc01-4e6e-972f-5baf159b91bc req-72900e2d-6368-4b8c-865c-1376cae94604 tempest-DeleteServersTestJSON-1971540170 tempest-DeleteServersTestJSON-1971540170-project] 10.222.0.22 "GET /v2.0/ports?device_id=200743c0-2585-4485-8632-e74ed296171f HTTP/1.1" status: 200 len: 210 time: 0.0352793 Jul 27 09:46:34.097166 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6b48-8bb2-4144-9c43-df7d3e314605 req-12adc03f-5ab4-4985-9458-6ec574b5e597 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:34.098759 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5efb6b48-8bb2-4144-9c43-df7d3e314605 req-12adc03f-5ab4-4985-9458-6ec574b5e597 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0623500 Jul 27 09:46:34.139162 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5efb6b48-8bb2-4144-9c43-df7d3e314605 req-2070e58a-7ad8-4199-8809-7805f8501d0b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Jul 27 09:46:34.999034 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46800) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:35.121910 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f9d5aff7-fe55-49ae-9130-73120912d898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.276762 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f9d5aff7-fe55-49ae-9130-73120912d898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.289919 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f9d5aff7-fe55-49ae-9130-73120912d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.390883 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-9b4c52ea-2c68-4ae6-a594-5b92eaaa05d2 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:35.393116 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-9b4c52ea-2c68-4ae6-a594-5b92eaaa05d2 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 815 time: 0.2023146 Jul 27 09:46:35.396074 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f9d5aff7-fe55-49ae-9130-73120912d898 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0de438ba527f4d1ca506ed8ae50eb32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960388 Jul 27 09:46:35.398932 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46822) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:35.399403 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5aff7-fe55-49ae-9130-73120912d898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7803cb-f86e-469f-8b5c-aa79d015fce1,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:35.447205 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-c0fdc55b-51cc-4730-9927-b0dcc8230351 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/quotas/2aad45925ee949b5ba29101ecbf40b3f HTTP/1.1" status: 200 len: 375 time: 0.0263221 Jul 27 09:46:35.461361 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.483274 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.489385 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8b7a0-5f99-40e7-abdd-791608d01426 req-2b4c3940-15d9-4b5e-9f7a-14d6bdd9e30c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:35.490952 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-56c8b7a0-5f99-40e7-abdd-791608d01426 req-2b4c3940-15d9-4b5e-9f7a-14d6bdd9e30c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1644807 Jul 27 09:46:35.534852 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.537600 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.541086 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef7803cb-f86e-469f-8b5c-aa79d015fce1 HTTP/1.1" status: 204 len: 168 time: 0.1382399 Jul 27 09:46:35.546523 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7803cb-f86e-469f-8b5c-aa79d015fce1,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:35.551489 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-56c8b7a0-5f99-40e7-abdd-791608d01426 req-033f04e7-a80e-4d92-933c-5e857ad3d028 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532916 Jul 27 09:46:35.554655 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.554888 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.555233 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.555570 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.555904 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.556250 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.556617 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.556878 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.557206 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.557530 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.557851 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.558324 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e203-b9a3-4022-9260-a4dd4ca4425f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:35.560117 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-5bfceab7-14f7-46c4-956e-9609b2821640 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088593 Jul 27 09:46:35.662367 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-aa715b31-afe0-4af3-8b7f-84af02b83bdd service neutron] 10.222.0.22 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936728 Jul 27 09:46:35.725989 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device d1b137d3-1153-4660-807c-6c4645b6cd0f no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:46:35.749553 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: d1b137d3-1153-4660-807c-6c4645b6cd0f {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:46:35.749904 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device d1b137d3-1153-4660-807c-6c4645b6cd0f not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:46:35.760436 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-6d937080-fcbe-4510-b95a-f66a0d730e84 service neutron] 10.222.0.22 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919747 Jul 27 09:46:35.842601 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46836) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:35.883221 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46840) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:35.905776 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-633fc5de-06d0-4786-a8b1-fbc4bac0950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.910615 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c89a44d-e572-461f-8a6b-d342444d6712 admin admin] Deleting subnet f18aebc8-dbdb-4f50-8c91-8ea1beca4907 {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:46:35.915255 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6c89a44d-e572-461f-8a6b-d342444d6712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.942226 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-44fd13c2-1dee-4be1-aea2-cfa0d0445bb2 req-2ad971ad-261a-471e-9c73-10aa22c4ea2c tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 210 time: 0.0348649 Jul 27 09:46:35.968494 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6c89a44d-e572-461f-8a6b-d342444d6712 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:35.981479 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6c89a44d-e572-461f-8a6b-d342444d6712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.068080 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6c89a44d-e572-461f-8a6b-d342444d6712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.108221 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89a44d-e572-461f-8a6b-d342444d6712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18aebc8-dbdb-4f50-8c91-8ea1beca4907,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:36.115266 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6c89a44d-e572-461f-8a6b-d342444d6712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.118292 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-6c89a44d-e572-461f-8a6b-d342444d6712 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f18aebc8-dbdb-4f50-8c91-8ea1beca4907 HTTP/1.1" status: 204 len: 168 time: 0.2741125 Jul 27 09:46:36.121364 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46852) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:36.134109 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-633fc5de-06d0-4786-a8b1-fbc4bac0950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.138216 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-633fc5de-06d0-4786-a8b1-fbc4bac0950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.185604 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-633fc5de-06d0-4786-a8b1-fbc4bac0950b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70eecf8c464245e79bf9bd3c6914ddbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981429 Jul 27 09:46:36.186484 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fc5de-06d0-4786-a8b1-fbc4bac0950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63beaf78-67b9-460e-939e-a6d8bdf70dec,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:36.188681 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46856) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:36.251280 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.328654 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ed48e7dc-a777-4c6d-89e4-40ea0cad93cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.386649 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.398959 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ed48e7dc-a777-4c6d-89e4-40ea0cad93cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.408379 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.408798 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.409700 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.410063 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.410495 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.410926 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.411476 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.411976 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.412214 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.412823 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.581248 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.581600 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.581933 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.582265 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:36.582649 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b23ddee-f335-46d9-9744-d70c644ba9bb']}} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:36.607552 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fd2cc8-d52d-47d1-a710-a8e0b7558b0b') {'for_net_delete': True} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:36.607895 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fd2cc8-d52d-47d1-a710-a8e0b7558b0b') {} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:36.637158 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27206643'] for segment, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.690925 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.702032 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=99744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:46:36.702442 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376761'] for segment, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: from cryptography.utils import int_from_bytes Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: from cryptography.utils import int_from_bytes Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: Traceback (most recent call last): Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: timer() Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: cb(*args, **kw) Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: return func(*args, **kwargs) Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: self._notify() Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: self.callback(batched_events) Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: event.method(event) Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: return f(self, *a, **k) Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._get(url).json() Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: return self.request(url, 'GET', **kwargs) Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:46:36.707979 dv-cinder-802440-1-iscsi neutron-server[99744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:46:36.767260 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ed48e7dc-a777-4c6d-89e4-40ea0cad93cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.769849 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ed48e7dc-a777-4c6d-89e4-40ea0cad93cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.770999 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ed48e7dc-a777-4c6d-89e4-40ea0cad93cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63beaf78-67b9-460e-939e-a6d8bdf70dec HTTP/1.1" status: 204 len: 168 time: 0.5798213 Jul 27 09:46:36.783882 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48e7dc-a777-4c6d-89e4-40ea0cad93cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63beaf78-67b9-460e-939e-a6d8bdf70dec,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:36.787861 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.797412 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0cd5-a103-4e6f-bdae-8fc4b994e9c9 req-99f70247-a002-4149-abc8-ff1f43d60b43 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:36.798979 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-518c0cd5-a103-4e6f-bdae-8fc4b994e9c9 req-99f70247-a002-4149-abc8-ff1f43d60b43 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1680200 Jul 27 09:46:36.804508 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:36.809224 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1b23ddee-f335-46d9-9744-d70c644ba9bb HTTP/1.1" status: 204 len: 168 time: 0.6833611 Jul 27 09:46:36.822073 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd3328-4642-44ae-bb64-afe090d985d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b23ddee-f335-46d9-9744-d70c644ba9bb,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:36.855073 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-518c0cd5-a103-4e6f-bdae-8fc4b994e9c9 req-449cfb5c-94e5-416a-8b40-751d97144405 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Jul 27 09:46:36.996430 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 46878) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:37.059191 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ef6d3fde-df2e-47f5-bac8-14223875b084 req-42440dbe-c499-4f98-9adc-e3561478a642 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 210 time: 0.0406725 Jul 27 09:46:37.066082 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-2e298a3c-3da1-4721-80c1-c56eb333d424 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e7a51d7dcd14522a8beaf9c3994aee2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685885 Jul 27 09:46:37.068744 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 46882) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:37.118912 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a90db324-1cd8-4225-8dbd-9f99e0205258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:37.140404 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a90db324-1cd8-4225-8dbd-9f99e0205258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:37.194766 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a90db324-1cd8-4225-8dbd-9f99e0205258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:37.197645 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a90db324-1cd8-4225-8dbd-9f99e0205258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:37.198664 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-a90db324-1cd8-4225-8dbd-9f99e0205258 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcce935e-7915-47d6-bf7e-e85fe2c2cdde HTTP/1.1" status: 204 len: 168 time: 0.1289530 Jul 27 09:46:37.207620 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90db324-1cd8-4225-8dbd-9f99e0205258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcce935e-7915-47d6-bf7e-e85fe2c2cdde,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:37.476487 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-8fe0dddf-4a2a-4bf3-823b-ed4a372a6e18 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:37.492360 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-8fe0dddf-4a2a-4bf3-823b-ed4a372a6e18 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 815 time: 0.1938169 Jul 27 09:46:37.526594 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Request body: {'port': {'device_id': '3f2243cf-ec8c-478e-951f-43f708e5c6d4', 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad', 'admin_state_up': True, 'tenant_id': '2aad45925ee949b5ba29101ecbf40b3f'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:37.695197 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Made reservation on behalf of 2aad45925ee949b5ba29101ecbf40b3f for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:37.699331 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:37.840367 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Allocated IP 172.20.0.10 (b903a327-7d99-464f-bb50-f2f88b91caad/ec6f467b-3c5d-4050-b4e7-a2c698d321ae/fea74448-63d3-45c4-a4f2-60bde7727cea) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:46:38.138503 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:38.179037 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a63db-d8e2-4762-a736-503faefa47a7 req-ad2d1053-c9be-446c-aba2-f2726b834ac0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:38.186144 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2a2a63db-d8e2-4762-a736-503faefa47a7 req-ad2d1053-c9be-446c-aba2-f2726b834ac0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.2277195 Jul 27 09:46:38.258934 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b7a55c31-96a0-4768-996f-ca7f834f6af4 req-7bd51b88-44d5-491c-bfc0-85eca6cb4cdc tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 210 time: 0.0514519 Jul 27 09:46:38.267897 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2a2a63db-d8e2-4762-a736-503faefa47a7 req-941543ec-2d2f-43f0-9220-064aff19a9b3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809371 Jul 27 09:46:38.288540 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:38.331174 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Network b903a327-7d99-464f-bb50-f2f88b91caad is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:46:38.341409 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:38.346545 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['3edc330f-ee14-4f91-b7f7-9b96b28f6ecf'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:46:38.353777 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:46:38.391614 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Pushing event updated for resources: {'Port': ['ID=fea74448-63d3-45c4-a4f2-60bde7727cea,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:38.423614 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:38.424423 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:38.443257 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-976a8755-5138-4aa3-ad52-ad0e31c012a1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9231894 Jul 27 09:46:38.471646 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Request body: {'port': {'device_id': '3f2243cf-ec8c-478e-951f-43f708e5c6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:38.559416 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:38.855717 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea74448-63d3-45c4-a4f2-60bde7727cea {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:38.864630 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:38.879638 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Transition to ACTIVE for port object fea74448-63d3-45c4-a4f2-60bde7727cea will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:46:38.886156 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:38.936186 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Pushing event updated for resources: {'Port': ['ID=fea74448-63d3-45c4-a4f2-60bde7727cea,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:39.033074 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Attempting to bind port fea74448-63d3-45c4-a4f2-60bde7727cea on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:46:39.033406 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Attempting to bind port fea74448-63d3-45c4-a4f2-60bde7727cea by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:46:39.033733 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Attempting to bind port fea74448-63d3-45c4-a4f2-60bde7727cea on network b903a327-7d99-464f-bb50-f2f88b91caad {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:39.038154 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Port fea74448-63d3-45c4-a4f2-60bde7727cea on network b903a327-7d99-464f-bb50-f2f88b91caad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:46:39.038472 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Attempting to bind port fea74448-63d3-45c4-a4f2-60bde7727cea on network b903a327-7d99-464f-bb50-f2f88b91caad {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:46:39.043752 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:46:39.044087 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Checking segment: {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:46:39.044468 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Bound using segment: {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:46:39.044891 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Bound port: fea74448-63d3-45c4-a4f2-60bde7727cea, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:46:39.045245 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.111236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] For port fea74448-63d3-45c4-a4f2-60bde7727cea, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:46:39.114820 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] For port fea74448-63d3-45c4-a4f2-60bde7727cea, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=fea74448-63d3-45c4-a4f2-60bde7727cea,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:46:39.120505 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.157579 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:39.158195 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.159600 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] 10.222.0.48 "PUT /v2.0/ports/fea74448-63d3-45c4-a4f2-60bde7727cea HTTP/1.1" status: 200 len: 1094 time: 0.6942194 Jul 27 09:46:39.160029 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2243cf-ec8c-478e-951f-43f708e5c6d4', 'tag': 'fea74448-63d3-45c4-a4f2-60bde7727cea'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:39.162427 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d105f9eb-4113-4336-9b21-90a4e3980994" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2243cf-ec8c-478e-951f-43f708e5c6d4", "tag": "fea74448-63d3-45c4-a4f2-60bde7727cea"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:39.199879 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dd8fa-9e92-487f-b3fa-108cef72e60d service neutron] Pushing event updated for resources: {'Port': ['ID=fea74448-63d3-45c4-a4f2-60bde7727cea,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:39.208895 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b674e28a-2e61-4c17-a9f9-152f602a9b67 x-openstack-request-id: req-b674e28a-2e61-4c17-a9f9-152f602a9b67 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:39.209315 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2243cf-ec8c-478e-951f-43f708e5c6d4", "tag": "fea74448-63d3-45c4-a4f2-60bde7727cea", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:39.209671 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b674e28a-2e61-4c17-a9f9-152f602a9b67 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:39.210271 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2243cf-ec8c-478e-951f-43f708e5c6d4', 'tag': 'fea74448-63d3-45c4-a4f2-60bde7727cea', 'status': 'completed', 'code': 200} Jul 27 09:46:39.305431 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-085e08ca-12cf-4272-ab29-5274dad0affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:39.306419 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-085e08ca-12cf-4272-ab29-5274dad0affb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0633738 Jul 27 09:46:39.366216 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47016) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:39.390015 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-c1e69f95-4201-4c5e-9afa-3cfe62ab679e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fea74448-63d3-45c4-a4f2-60bde7727cea HTTP/1.1" status: 200 len: 217 time: 0.0550313 Jul 27 09:46:39.439552 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b49ec51-d3a9-495e-87c5-d6f8177b70c6 admin admin] Deleting subnet 0995bca3-70a4-4ccf-a8d2-d1ed9c5061ed {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:46:39.442974 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3b49ec51-d3a9-495e-87c5-d6f8177b70c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.482707 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3b49ec51-d3a9-495e-87c5-d6f8177b70c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.488638 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3b49ec51-d3a9-495e-87c5-d6f8177b70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.518433 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-e011b7cd-1b8c-48e3-b8f0-d214e7c09e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:39.519893 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-e011b7cd-1b8c-48e3-b8f0-d214e7c09e0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec6f467b-3c5d-4050-b4e7-a2c698d321ae HTTP/1.1" status: 200 len: 855 time: 0.0939648 Jul 27 09:46:39.540935 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3b49ec51-d3a9-495e-87c5-d6f8177b70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.549643 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d97c6-335f-49b6-9b27-6b0486935048 req-f9b52cdb-c41a-42f4-93dd-c2aeb2edc4b9 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:39.551124 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e2d97c6-335f-49b6-9b27-6b0486935048 req-f9b52cdb-c41a-42f4-93dd-c2aeb2edc4b9 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 944 time: 0.1636748 Jul 27 09:46:39.567266 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49ec51-d3a9-495e-87c5-d6f8177b70c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0995bca3-70a4-4ccf-a8d2-d1ed9c5061ed,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:39.573497 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3b49ec51-d3a9-495e-87c5-d6f8177b70c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.573949 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-17cb580e-b4b9-4f9f-8b04-5f69f03d2402 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b903a327-7d99-464f-bb50-f2f88b91caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455327 Jul 27 09:46:39.579156 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-3b49ec51-d3a9-495e-87c5-d6f8177b70c6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0995bca3-70a4-4ccf-a8d2-d1ed9c5061ed HTTP/1.1" status: 204 len: 168 time: 0.2097006 Jul 27 09:46:39.579831 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47018) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:39.606028 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39d3d-21e5-4c43-9a1b-428d5ede630a req-2f42c1ee-3415-4fd6-96a2-2d864771eba0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:39.607556 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-52d39d3d-21e5-4c43-9a1b-428d5ede630a req-2f42c1ee-3415-4fd6-96a2-2d864771eba0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1804030 Jul 27 09:46:39.647734 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.683605 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e2d97c6-335f-49b6-9b27-6b0486935048 req-b70478fb-6c30-4c24-bbd4-be7809ca5c10 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136880 Jul 27 09:46:39.707741 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-52d39d3d-21e5-4c43-9a1b-428d5ede630a req-33a08413-48a9-404f-950f-73e2111d9c4f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879626 Jul 27 09:46:39.734596 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.739791 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-f06ef27c-5c25-481c-b0b2-819ab452c359 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495123 Jul 27 09:46:39.745043 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.745407 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.746139 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.746470 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > port after_create 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.746851 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.747172 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > port after_update 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.747509 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.747846 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.748168 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.748501 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.816812 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.817163 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.817500 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.817830 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 09:46:39.818218 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a096372-f671-4fa6-8dda-108459f045f9']}} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:39.831641 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8a89bad-8ad1-49d7-a28c-b8ab3992dd43 req-159770c4-36b0-4dcc-81e1-29ed08425683 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835133 Jul 27 09:46:39.835893 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae63ade-21b9-4553-b1e8-17163e2f7a96') {'for_net_delete': True} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:39.836195 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae63ade-21b9-4553-b1e8-17163e2f7a96') {} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:39.855925 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27231361'] for segment, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.877982 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.887361 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=99745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:46:39.887833 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27231654'] for segment, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: from cryptography.utils import int_from_bytes Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: from cryptography.utils import int_from_bytes Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: Traceback (most recent call last): Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: timer() Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: cb(*args, **kw) Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: return func(*args, **kwargs) Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: self._notify() Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: self.callback(batched_events) Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: event.method(event) Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: return f(self, *a, **k) Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._get(url).json() Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: return self.request(url, 'GET', **kwargs) Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:46:39.892418 dv-cinder-802440-1-iscsi neutron-server[99745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:46:39.953380 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.961220 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:39.963213 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] 10.222.0.22 "DELETE /v2.0/networks/0a096372-f671-4fa6-8dda-108459f045f9 HTTP/1.1" status: 204 len: 168 time: 0.3824630 Jul 27 09:46:39.966118 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47024) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:39.974734 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2e5d3-dbf5-4e09-9e6f-a99ef31190ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0a096372-f671-4fa6-8dda-108459f045f9,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:40.042207 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63ae090-5abc-457a-a932-3c00a9023dc2 admin admin] Deleting subnet 4a0ee8c7-9331-475d-9584-0652bcb30fa0 {{(pid=99744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:46:40.045757 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f63ae090-5abc-457a-a932-3c00a9023dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.305957 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f63ae090-5abc-457a-a932-3c00a9023dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27206144'] for subnet, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.327980 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-7874725f-07d5-4464-9c37-3b73c94b7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:40.330118 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-7874725f-07d5-4464-9c37-3b73c94b7294 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 1097 time: 0.3551505 Jul 27 09:46:40.391224 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f63ae090-5abc-457a-a932-3c00a9023dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.471968 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-9f3a9f38-35fb-4a0c-a357-303a0c084c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:40.473643 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-9f3a9f38-35fb-4a0c-a357-303a0c084c6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 916 time: 0.1334250 Jul 27 09:46:40.483741 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f63ae090-5abc-457a-a932-3c00a9023dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25376663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27051854'] for subnet, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.519242 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ae090-5abc-457a-a932-3c00a9023dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0ee8c7-9331-475d-9584-0652bcb30fa0,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:40.522406 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f63ae090-5abc-457a-a932-3c00a9023dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.524319 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f63ae090-5abc-457a-a932-3c00a9023dc2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4a0ee8c7-9331-475d-9584-0652bcb30fa0 HTTP/1.1" status: 204 len: 168 time: 0.5569539 Jul 27 09:46:40.529141 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47050) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:40.551634 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-74a889b1-0460-4cc3-8828-639b12e6abdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fea74448-63d3-45c4-a4f2-60bde7727cea HTTP/1.1" status: 200 len: 217 time: 0.0393043 Jul 27 09:46:40.602607 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.613018 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-5f35cc01-0e89-4956-9e0c-e0fd268426dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:40.614467 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-5f35cc01-0e89-4956-9e0c-e0fd268426dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec6f467b-3c5d-4050-b4e7-a2c698d321ae HTTP/1.1" status: 200 len: 855 time: 0.0539370 Jul 27 09:46:40.655057 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-72453386-0eee-4b7d-9d5d-36b576fec885 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b903a327-7d99-464f-bb50-f2f88b91caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282407 Jul 27 09:46:40.683540 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9e8d-b85d-4e1e-9b31-013ae24d5f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.691506 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.711627 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a4a055-eddb-4cc4-9af6-5029d083bf28']}} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:40.736889 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863609d7-70c0-4fa9-8a8d-f713eb1ab4c8') {'for_net_delete': True} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:40.737223 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863609d7-70c0-4fa9-8a8d-f713eb1ab4c8') {} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:40.748113 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27231361'] for segment, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.779513 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.789381 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-e1ebe271-b9f6-4a30-b639-518ee73d96c1 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224103 Jul 27 09:46:40.790822 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=99745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:46:40.791302 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27231654'] for segment, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: Traceback (most recent call last): Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: timer() Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: cb(*args, **kw) Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: return func(*args, **kwargs) Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: self._notify() Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: self.callback(batched_events) Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: event.method(event) Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: return f(self, *a, **k) Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._get(url).json() Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: return self.request(url, 'GET', **kwargs) Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:46:40.793288 dv-cinder-802440-1-iscsi neutron-server[99745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:46:40.864837 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.884726 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:40.886951 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] 10.222.0.22 "DELETE /v2.0/networks/d1a4a055-eddb-4cc4-9af6-5029d083bf28 HTTP/1.1" status: 204 len: 168 time: 0.3585629 Jul 27 09:46:40.915888 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870d2a6-243e-417e-ba6f-40a14461115c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a4a055-eddb-4cc4-9af6-5029d083bf28,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:41.001848 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdaa6d-e511-45fb-b2fa-97b849115450 req-518755a1-1d5c-454f-a1fc-13f6ee81dffd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:41.003373 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c0fdaa6d-e511-45fb-b2fa-97b849115450 req-518755a1-1d5c-454f-a1fc-13f6ee81dffd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 944 time: 0.1928420 Jul 27 09:46:41.041191 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d105f9eb-4113-4336-9b21-90a4e3980994 req-4619d5d5-df10-4d61-b09a-aef856d15079 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384403 Jul 27 09:46:41.062742 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd70113-5642-47b8-bba6-85e23b9228e4 req-f152b057-f116-4fc8-b225-36fe91c995d1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:41.064813 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2cd70113-5642-47b8-bba6-85e23b9228e4 req-f152b057-f116-4fc8-b225-36fe91c995d1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1947877 Jul 27 09:46:41.074315 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c0fdaa6d-e511-45fb-b2fa-97b849115450 req-27898d37-de19-459d-8df5-f96624e529a2 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645542 Jul 27 09:46:41.104202 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47072) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:41.123745 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2cd70113-5642-47b8-bba6-85e23b9228e4 req-87175ef2-74c5-4f04-b17d-085e3cbe7052 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476921 Jul 27 09:46:41.146199 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5e005d9f-3727-4e32-b0c4-2df906f88473 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1af6c08980db48d39292161ba70e3786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409560 Jul 27 09:46:41.148740 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47074) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:41.196044 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fde8c848-2d71-4145-b98b-9932689712df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.216083 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fde8c848-2d71-4145-b98b-9932689712df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.263153 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fde8c848-2d71-4145-b98b-9932689712df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.265773 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fde8c848-2d71-4145-b98b-9932689712df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.267012 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-fde8c848-2d71-4145-b98b-9932689712df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9fe85d1-abd5-4a53-a2e3-62c39e0dc43a HTTP/1.1" status: 204 len: 168 time: 0.1172698 Jul 27 09:46:41.275299 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8c848-2d71-4145-b98b-9932689712df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fe85d1-abd5-4a53-a2e3-62c39e0dc43a,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:41.549687 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47090) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:41.638860 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47094) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:41.649924 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8c3ffd2d-a36f-47d2-b061-95d1369bd9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.678131 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-a2b12b51-8af6-404f-a06b-f5b113b97567 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4e471bd7dcb49c5a72eefb492e74933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380030 Jul 27 09:46:41.681043 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47096) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:41.741588 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2859172c-ed8d-4f30-9642-2dc998402637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.747202 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8c3ffd2d-a36f-47d2-b061-95d1369bd9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.751341 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-8c3ffd2d-a36f-47d2-b061-95d1369bd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.763217 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2859172c-ed8d-4f30-9642-2dc998402637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.798294 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-8c3ffd2d-a36f-47d2-b061-95d1369bd9b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31e2352e85564ebab9e7e9caeccae320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468040 Jul 27 09:46:41.799303 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ffd2d-a36f-47d2-b061-95d1369bd9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d472d-a1c8-41b3-bd18-cb9daf9fd436,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:41.801088 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47098) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:41.820190 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2859172c-ed8d-4f30-9642-2dc998402637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.822973 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2859172c-ed8d-4f30-9642-2dc998402637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.824209 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2859172c-ed8d-4f30-9642-2dc998402637 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ef427d9-ad0f-4773-b2d3-f6170845f066 HTTP/1.1" status: 204 len: 168 time: 0.1421800 Jul 27 09:46:41.847677 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859172c-ed8d-4f30-9642-2dc998402637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef427d9-ad0f-4773-b2d3-f6170845f066,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:41.866582 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea50d-9cb3-4fb0-8513-83592d493246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.892047 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea50d-9cb3-4fb0-8513-83592d493246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.941959 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea50d-9cb3-4fb0-8513-83592d493246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.944766 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea50d-9cb3-4fb0-8513-83592d493246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:41.946009 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-aa6ea50d-9cb3-4fb0-8513-83592d493246 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d22d472d-a1c8-41b3-bd18-cb9daf9fd436 HTTP/1.1" status: 204 len: 168 time: 0.1438067 Jul 27 09:46:41.954398 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ea50d-9cb3-4fb0-8513-83592d493246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d472d-a1c8-41b3-bd18-cb9daf9fd436,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:42.336127 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b6af3-d1fa-4f88-8185-171e9314e16c req-41cc3912-ed91-4517-9a28-6b3e72296911 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:42.343638 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-517b6af3-d1fa-4f88-8185-171e9314e16c req-41cc3912-ed91-4517-9a28-6b3e72296911 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 944 time: 0.1742098 Jul 27 09:46:42.371129 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc381e-b119-47c9-8c26-53b61d4a825d req-1535f4f2-75f9-4f11-a276-019eb4bb8e3c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:42.372810 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-accc381e-b119-47c9-8c26-53b61d4a825d req-1535f4f2-75f9-4f11-a276-019eb4bb8e3c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1465907 Jul 27 09:46:42.413458 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-517b6af3-d1fa-4f88-8185-171e9314e16c req-bc930700-894f-442b-9adc-3d01c05ea54f tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688698 Jul 27 09:46:42.467420 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-accc381e-b119-47c9-8c26-53b61d4a825d req-e52d1c26-2e8e-4cac-84a6-7f7b40f2b68d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872247 Jul 27 09:46:42.993544 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47184) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:43.187755 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6e59b5d8-a282-4069-a59c-57a3d3dee7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.192403 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47192) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:43.252870 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-931687409-network', 'tenant_id': '93919c5d9d14468189528243d64ba008'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:43.276092 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-14bd5635-37d7-4eaf-8031-56811a68e935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.281486 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6e59b5d8-a282-4069-a59c-57a3d3dee7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.286247 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6e59b5d8-a282-4069-a59c-57a3d3dee7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.303814 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Made reservation on behalf of 93919c5d9d14468189528243d64ba008 for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:43.306461 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.317396 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.343906 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-6e59b5d8-a282-4069-a59c-57a3d3dee7e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a5064e356f843b48436c152a8f030d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468387 Jul 27 09:46:43.345046 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47198) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:43.345846 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59b5d8-a282-4069-a59c-57a3d3dee7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8929eabd-3c64-403f-b32d-5d92a10aeaae,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:43.399464 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47200) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:43.433545 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-447928cd-ef7d-4427-afb0-55b4279da232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.470017 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-447928cd-ef7d-4427-afb0-55b4279da232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.515042 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-be966b32-4411-42aa-bc98-54219af6bc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.536262 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.548806 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.615488 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:46:43.619507 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-be966b32-4411-42aa-bc98-54219af6bc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.623267 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-be966b32-4411-42aa-bc98-54219af6bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.628577 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e6797-7c17-4fb5-a838-ecf4c3621984,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:43.651652 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.651905 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Added segment c849996b-b083-42fc-8fd6-0102224ea74a of type vlan for network beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf Jul 27 09:46:43.654712 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-447928cd-ef7d-4427-afb0-55b4279da232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.658291 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-447928cd-ef7d-4427-afb0-55b4279da232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.659628 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-447928cd-ef7d-4427-afb0-55b4279da232 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8929eabd-3c64-403f-b32d-5d92a10aeaae HTTP/1.1" status: 204 len: 168 time: 0.3139710 Jul 27 09:46:43.669679 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-be966b32-4411-42aa-bc98-54219af6bc14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b61055213ba343d49b7c875c441d3697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667072 Jul 27 09:46:43.669679 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be966b32-4411-42aa-bc98-54219af6bc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd86af6e-d926-47d2-ad65-2ce730b1042e,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:43.670415 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47214) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:43.684071 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4a2c-05fd-44e1-80a7-bfa33ca4d314 req-8a6fa491-33a5-428b-b635-b206180ede1b tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:43.685595 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb6d4a2c-05fd-44e1-80a7-bfa33ca4d314 req-8a6fa491-33a5-428b-b635-b206180ede1b tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 944 time: 0.2007234 Jul 27 09:46:43.716875 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.727688 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21e389ef-0b8e-4927-82b7-9348e3865f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.731282 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447928cd-ef7d-4427-afb0-55b4279da232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8929eabd-3c64-403f-b32d-5d92a10aeaae,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:43.751266 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21e389ef-0b8e-4927-82b7-9348e3865f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.752189 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.764774 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device fea74448-63d3-45c4-a4f2-60bde7727cea details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:46:43.782953 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772ac61-307b-4c62-a5f3-643db8393d4e req-43a6ebc5-ff73-41d1-b825-4d6614e23059 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:43.784510 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f772ac61-307b-4c62-a5f3-643db8393d4e req-43a6ebc5-ff73-41d1-b825-4d6614e23059 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.2326031 Jul 27 09:46:43.813540 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21e389ef-0b8e-4927-82b7-9348e3865f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.816432 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21e389ef-0b8e-4927-82b7-9348e3865f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.820658 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-21e389ef-0b8e-4927-82b7-9348e3865f73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd86af6e-d926-47d2-ad65-2ce730b1042e HTTP/1.1" status: 204 len: 168 time: 0.1482611 Jul 27 09:46:43.841800 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e389ef-0b8e-4927-82b7-9348e3865f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd86af6e-d926-47d2-ad65-2ce730b1042e,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:43.858802 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb6d4a2c-05fd-44e1-80a7-bfa33ca4d314 req-c2cbd57b-2f62-41d5-a2b7-591066bd9c7d tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373906 Jul 27 09:46:43.871283 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.872368 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:43.872966 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:43.926695 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port fea74448-63d3-45c4-a4f2-60bde7727cea, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=fea74448-63d3-45c4-a4f2-60bde7727cea,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:43.937797 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': 'fea74448-63d3-45c4-a4f2-60bde7727cea', 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad', 'port_id': 'fea74448-63d3-45c4-a4f2-60bde7727cea', 'mac_address': 'fa:16:3e:81:c5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6f467b-3c5d-4050-b4e7-a2c698d321ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:46:43.971057 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f772ac61-307b-4c62-a5f3-643db8393d4e req-d8ca400e-a53a-4fef-8317-584427e72c9d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784515 Jul 27 09:46:43.981575 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7880609 Jul 27 09:46:43.982795 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397ba43-0d9a-4e15-9d1f-66df4737d6cf admin admin] Pushing event updated for resources: {'Network': ['ID=beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:43.984869 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47222) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:43.991066 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Request body: {'subnet': {'network_id': 'beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-931687409-subnet', 'tenant_id': '93919c5d9d14468189528243d64ba008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:43.997483 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:46:44.045549 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Made reservation on behalf of 93919c5d9d14468189528243d64ba008 for: {'subnet': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:44.048437 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27232855'] for subnet, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.111538 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47224) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:44.127374 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e61105c3-9ce7-4164-833a-86be0407b1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.217671 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.237481 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea74448-63d3-45c4-a4f2-60bde7727cea {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:46:44.247217 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e61105c3-9ce7-4164-833a-86be0407b1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.253764 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e61105c3-9ce7-4164-833a-86be0407b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.265654 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port fea74448-63d3-45c4-a4f2-60bde7727cea, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=fea74448-63d3-45c4-a4f2-60bde7727cea,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:44.271319 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.282989 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e61105c3-9ce7-4164-833a-86be0407b1d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a0ae98cbed646878c731696724ed37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701343 Jul 27 09:46:44.288260 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47230) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:44.303444 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27231503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27232837'] for subnet, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.327190 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61105c3-9ce7-4164-833a-86be0407b1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7426c26-bd76-4276-8954-005414e66d42,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:44.354274 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ccb5653e-5fb0-4164-9285-095342d2f3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.358975 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=fea74448-63d3-45c4-a4f2-60bde7727cea,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:44.374033 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.374532 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.375003 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.376733 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.377373 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.377808 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.378101 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.378488 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.378895 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.379340 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.379725 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.380431 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:46:44.385826 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ccb5653e-5fb0-4164-9285-095342d2f3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.391551 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.392151 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Checking segment: {'id': 'c849996b-b083-42fc-8fd6-0102224ea74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:46:44.393322 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Network hostable DHCP agents. Network: beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:46:44.395839 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca0caac-d62c-4f0b-8255-6885831f047f,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:44.415193 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Network beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:46:44.425353 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf) {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:44.429705 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:44.430606 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.435233 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa29efd1-c630-42a1-ac9f-9148995533ae None None] Network beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:46:44.456234 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-4ea4bc05-38e5-4091-ba9b-3fbd89522f9c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4692774 Jul 27 09:46:44.464091 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ccb5653e-5fb0-4164-9285-095342d2f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.467839 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ccb5653e-5fb0-4164-9285-095342d2f3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.469878 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ccb5653e-5fb0-4164-9285-095342d2f3ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7426c26-bd76-4276-8954-005414e66d42 HTTP/1.1" status: 204 len: 168 time: 0.1804051 Jul 27 09:46:44.499829 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5653e-5fb0-4164-9285-095342d2f3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7426c26-bd76-4276-8954-005414e66d42,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:44.528688 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-c52e7ee1-bfb6-4138-85e9-3970f55591b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862784 Jul 27 09:46:44.606570 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc7fa5-ac87-428c-9a5c-f70d958800ef None None] Network beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:46:44.670269 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-b73df8cf-4a67-4bec-abfe-a15dce19d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:44.671846 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-b73df8cf-4a67-4bec-abfe-a15dce19d748 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 1098 time: 0.0722370 Jul 27 09:46:44.764029 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['fea74448-63d3-45c4-a4f2-60bde7727cea'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:46:44.788105 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-97fbf3ae-93e0-4b54-bc9b-5befad0b231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:44.789581 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-97fbf3ae-93e0-4b54-bc9b-5befad0b231b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 916 time: 0.0965595 Jul 27 09:46:44.841428 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-b5fa1f15-d9fb-4df2-8a70-0aa5cc2024be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf HTTP/1.1" status: 200 len: 217 time: 0.0386782 Jul 27 09:46:44.908292 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-72fbd413-edfe-47d4-b907-72aca1fe090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:44.910321 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-72fbd413-edfe-47d4-b907-72aca1fe090a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec6f467b-3c5d-4050-b4e7-a2c698d321ae HTTP/1.1" status: 200 len: 855 time: 0.0607398 Jul 27 09:46:44.934904 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:44.963571 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-33a55df0-7308-4053-9497-53d6107cf732 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b903a327-7d99-464f-bb50-f2f88b91caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406101 Jul 27 09:46:45.116580 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fd66f-7fb7-4a06-8984-8d89f5fba6c5 req-ca9a3668-ee3c-4b25-9b53-56c5879d7452 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:45.123974 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-235fd66f-7fb7-4a06-8984-8d89f5fba6c5 req-ca9a3668-ee3c-4b25-9b53-56c5879d7452 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 945 time: 0.1404197 Jul 27 09:46:45.142878 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-c23cd6dd-6f4a-4753-8e96-d67bf7642532 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687715 Jul 27 09:46:45.252394 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-235fd66f-7fb7-4a06-8984-8d89f5fba6c5 req-97203386-c952-4921-bdc1-6c2837b3b52f tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275487 Jul 27 09:46:45.293680 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1dfc2-bcb4-4bf4-a3a7-15e6185d2e44 req-cba6f9f3-568c-4bb0-8aab-3c7a982bf33f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:45.295225 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5bf1dfc2-bcb4-4bf4-a3a7-15e6185d2e44 req-cba6f9f3-568c-4bb0-8aab-3c7a982bf33f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1684811 Jul 27 09:46:45.304117 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3881a4ce-d924-454b-9d01-2b9dfe4eb118 req-e29fa3a4-bdfb-40eb-8e10-33941d651a7e service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343927 Jul 27 09:46:45.363120 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5bf1dfc2-bcb4-4bf4-a3a7-15e6185d2e44 req-f1a3bd80-ba6b-4e50-8f5a-bf52e8dd80e9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567653 Jul 27 09:46:45.448745 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47292) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:45.454791 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-988096576-network', 'tenant_id': '4eb3cfc9b2494bad859220ced9f01186'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:45.479681 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Made reservation on behalf of 4eb3cfc9b2494bad859220ced9f01186 for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:45.482184 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:45.490828 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:45.597575 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:45.601986 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:45.616302 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:46:45.637299 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:45.637642 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Added segment 1546ec7f-1287-438a-834a-3bb09c7424de of type vlan for network f00f1ab1-6c79-479f-95ea-22c754820e12 Jul 27 09:46:45.654359 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30185670-1afb-4666-ab86-7a2ca87cb411,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:45.689825 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:45.720893 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:45.722152 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:45.722780 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:45.755218 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:45.782734 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3305006 Jul 27 09:46:45.783876 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47334) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:45.789029 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Request body: {'subnet': {'network_id': 'f00f1ab1-6c79-479f-95ea-22c754820e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-988096576-subnet', 'tenant_id': '4eb3cfc9b2494bad859220ced9f01186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:46:45.791444 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccda7d6-4833-46ae-9aa2-10eb838ad0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f00f1ab1-6c79-479f-95ea-22c754820e12,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:45.806628 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network f00f1ab1-6c79-479f-95ea-22c754820e12 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:46:45.814363 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Made reservation on behalf of 4eb3cfc9b2494bad859220ced9f01186 for: {'subnet': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:46:45.818440 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27232855'] for subnet, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.018100 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27231503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27232837'] for subnet, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.085276 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d395c192-1f5c-47fa-9918-c98259ac2a16,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:46.087877 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Checking segment: {'id': '1546ec7f-1287-438a-834a-3bb09c7424de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f00f1ab1-6c79-479f-95ea-22c754820e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:46:46.088105 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Network hostable DHCP agents. Network: f00f1ab1-6c79-479f-95ea-22c754820e12, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:46:46.104848 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Network f00f1ab1-6c79-479f-95ea-22c754820e12 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:46:46.113808 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, f00f1ab1-6c79-479f-95ea-22c754820e12) {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:46:46.118594 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:46.119438 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.123140 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9abc53-842e-4446-bf25-e66b6dbdf527 None None] Network f00f1ab1-6c79-479f-95ea-22c754820e12 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:46:46.140345 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-52331326-59aa-4ce6-bede-c9e44c4f130f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3552568 Jul 27 09:46:46.271225 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee622a6-d43d-4775-aa87-0c33d54e076b None None] Network f00f1ab1-6c79-479f-95ea-22c754820e12 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:46:46.296674 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47358) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:46.363132 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-98260ba5-abec-4800-ade9-383e99bc2d28 admin admin] Deleting subnet aca0caac-d62c-4f0b-8255-6885831f047f {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:46:46.367283 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-98260ba5-abec-4800-ade9-383e99bc2d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.434367 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-98260ba5-abec-4800-ade9-383e99bc2d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27231602'] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.434700 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073668-f1a4-4f48-8ff2-54242d98e541 req-cef7862b-f70e-4077-b477-68b028103071 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:46.444537 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-85073668-f1a4-4f48-8ff2-54242d98e541 req-cef7862b-f70e-4077-b477-68b028103071 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 945 time: 0.1060297 Jul 27 09:46:46.492351 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-98260ba5-abec-4800-ade9-383e99bc2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.492605 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-85073668-f1a4-4f48-8ff2-54242d98e541 req-fef1683c-f0a8-4856-8338-e52d50fafbcd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470986 Jul 27 09:46:46.549875 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b9c43-5dfb-4d61-bb64-acdde9fc388d req-0ac43b17-6bc2-440e-b3ce-25f248f786d3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:46.551413 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c53b9c43-5dfb-4d61-bb64-acdde9fc388d req-0ac43b17-6bc2-440e-b3ce-25f248f786d3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0853086 Jul 27 09:46:46.564408 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-98260ba5-abec-4800-ade9-383e99bc2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27231688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27232828'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.597624 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98260ba5-abec-4800-ade9-383e99bc2d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca0caac-d62c-4f0b-8255-6885831f047f,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:46.599706 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-98260ba5-abec-4800-ade9-383e99bc2d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.601151 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c53b9c43-5dfb-4d61-bb64-acdde9fc388d req-acc0e5f7-8d50-480a-9d27-aaeac561e05c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374889 Jul 27 09:46:46.601848 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-98260ba5-abec-4800-ade9-383e99bc2d28 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aca0caac-d62c-4f0b-8255-6885831f047f HTTP/1.1" status: 204 len: 168 time: 0.3038571 Jul 27 09:46:46.604278 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47382) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:46.902884 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.984784 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:46.994433 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf']}} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:47.008174 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c849996b-b083-42fc-8fd6-0102224ea74a') {'for_net_delete': True} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:47.008524 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c849996b-b083-42fc-8fd6-0102224ea74a') {} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:47.017895 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27231361'] for segment, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.031604 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.037562 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=99745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:46:47.037817 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27231654'] for segment, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: Traceback (most recent call last): Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: timer() Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: cb(*args, **kw) Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: return func(*args, **kwargs) Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: self._notify() Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: self.callback(batched_events) Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: event.method(event) Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: return f(self, *a, **k) Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._get(url).json() Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: return self.request(url, 'GET', **kwargs) Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:46:47.039493 dv-cinder-802440-1-iscsi neutron-server[99745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:46:47.102518 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.122814 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.130072 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf HTTP/1.1" status: 204 len: 168 time: 0.5245841 Jul 27 09:46:47.133478 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47396) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:47.143721 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6657d86-8476-4b50-a399-b9190d7d02a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=beeeaa10-d2e0-4eb0-ae50-a6cd4c8e59cf,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:47.195174 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b3f181-3fbe-498a-a09f-fa884a6271e3 admin admin] Deleting subnet d395c192-1f5c-47fa-9918-c98259ac2a16 {{(pid=99744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:46:47.198700 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-36b3f181-3fbe-498a-a09f-fa884a6271e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.239898 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-36b3f181-3fbe-498a-a09f-fa884a6271e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27206144'] for subnet, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.278206 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-36b3f181-3fbe-498a-a09f-fa884a6271e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.329599 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-36b3f181-3fbe-498a-a09f-fa884a6271e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25376663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27051854'] for subnet, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.356200 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3f181-3fbe-498a-a09f-fa884a6271e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d395c192-1f5c-47fa-9918-c98259ac2a16,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:47.361620 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-36b3f181-3fbe-498a-a09f-fa884a6271e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.363736 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-36b3f181-3fbe-498a-a09f-fa884a6271e3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d395c192-1f5c-47fa-9918-c98259ac2a16 HTTP/1.1" status: 204 len: 168 time: 0.2281618 Jul 27 09:46:47.365834 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47402) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:47.432928 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.512640 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.523351 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00f1ab1-6c79-479f-95ea-22c754820e12']}} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:47.533418 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1546ec7f-1287-438a-834a-3bb09c7424de') {'for_net_delete': True} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:47.533717 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1546ec7f-1287-438a-834a-3bb09c7424de') {} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:46:47.542425 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27206643'] for segment, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.556104 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.563848 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=99744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:46:47.564225 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376761'] for segment, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: Traceback (most recent call last): Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: timer() Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: cb(*args, **kw) Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: return func(*args, **kwargs) Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: self._notify() Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: self.callback(batched_events) Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: event.method(event) Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: return f(self, *a, **k) Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._get(url).json() Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: return self.request(url, 'GET', **kwargs) Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:46:47.565851 dv-cinder-802440-1-iscsi neutron-server[99744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:46:47.650465 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.657890 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.659730 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] 10.222.0.22 "DELETE /v2.0/networks/f00f1ab1-6c79-479f-95ea-22c754820e12 HTTP/1.1" status: 204 len: 168 time: 0.2930083 Jul 27 09:46:47.673102 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f75571-a932-4bd9-8885-b5584dd6758f admin admin] Pushing event deleted for resources: {'Network': ['ID=f00f1ab1-6c79-479f-95ea-22c754820e12,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:47.688548 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6ea1-005f-4f43-8db8-3fa3c19829cd req-1954434d-edc5-4fbb-8472-659469f14a43 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:47.690564 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2f3c6ea1-005f-4f43-8db8-3fa3c19829cd req-1954434d-edc5-4fbb-8472-659469f14a43 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 945 time: 0.1290390 Jul 27 09:46:47.731473 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2f3c6ea1-005f-4f43-8db8-3fa3c19829cd req-2929efca-14a2-4204-ac3a-451388013c94 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Jul 27 09:46:47.785043 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device fea74448-63d3-45c4-a4f2-60bde7727cea up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:46:47.848496 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port fea74448-63d3-45c4-a4f2-60bde7727cea completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:46:47.853012 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port fea74448-63d3-45c4-a4f2-60bde7727cea triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:46:47.853551 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.870775 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47414) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:47.877315 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e63fa-5e80-4bb9-87dd-ce369d402d45 req-382a5067-4883-4cb3-8988-7ab0274db3a1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:47.879237 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-285e63fa-5e80-4bb9-87dd-ce369d402d45 req-382a5067-4883-4cb3-8988-7ab0274db3a1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0723708 Jul 27 09:46:47.911320 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-a2bd26b2-1d57-4fed-bcf4-b29a84efba76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93919c5d9d14468189528243d64ba008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388944 Jul 27 09:46:47.914242 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47416) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:47.930129 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-285e63fa-5e80-4bb9-87dd-ce369d402d45 req-d863f31c-3d55-44dc-8302-f4b85c8a0a01 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426390 Jul 27 09:46:47.947503 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.962425 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe6b98cc-6e55-41e3-89dc-5b7aae071e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.969753 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2243cf-ec8c-478e-951f-43f708e5c6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea74448-63d3-45c4-a4f2-60bde7727cea'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:46:47.972046 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d47523-4ca8-4278-bacf-ea38237a9931" -d '{"events": [{"server_uuid": "3f2243cf-ec8c-478e-951f-43f708e5c6d4", "name": "network-vif-plugged", "status": "completed", "tag": "fea74448-63d3-45c4-a4f2-60bde7727cea"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:46:47.987446 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe6b98cc-6e55-41e3-89dc-5b7aae071e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:47.988803 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port fea74448-63d3-45c4-a4f2-60bde7727cea, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=fea74448-63d3-45c4-a4f2-60bde7727cea,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:46:47.993339 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:48.018930 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010195b0-3e34-4ee9-bf5f-468733142cf8 x-openstack-request-id: req-010195b0-3e34-4ee9-bf5f-468733142cf8 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:46:48.019153 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2243cf-ec8c-478e-951f-43f708e5c6d4", "name": "network-vif-plugged", "status": "completed", "tag": "fea74448-63d3-45c4-a4f2-60bde7727cea", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:46:48.019406 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-010195b0-3e34-4ee9-bf5f-468733142cf8 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:46:48.019810 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2243cf-ec8c-478e-951f-43f708e5c6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea74448-63d3-45c4-a4f2-60bde7727cea', 'code': 200} Jul 27 09:46:48.042955 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe6b98cc-6e55-41e3-89dc-5b7aae071e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:48.045495 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe6b98cc-6e55-41e3-89dc-5b7aae071e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:48.049762 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-fe6b98cc-6e55-41e3-89dc-5b7aae071e3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c3e6797-7c17-4fb5-a838-ecf4c3621984 HTTP/1.1" status: 204 len: 168 time: 0.1314976 Jul 27 09:46:48.052439 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=fea74448-63d3-45c4-a4f2-60bde7727cea,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:48.055800 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b98cc-6e55-41e3-89dc-5b7aae071e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e6797-7c17-4fb5-a838-ecf4c3621984,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:48.290716 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3c2a6-621b-47e8-970d-009cb90d63be req-15073e5e-0cb5-46f6-a9de-b07ed9a01767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:48.292277 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-57f3c2a6-621b-47e8-970d-009cb90d63be req-15073e5e-0cb5-46f6-a9de-b07ed9a01767 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 1099 time: 0.0718420 Jul 27 09:46:48.354620 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-57f3c2a6-621b-47e8-970d-009cb90d63be req-15eae272-6cf0-4c56-9d17-ffa8a2ef68ea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Jul 27 09:46:48.459793 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47434) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:48.498629 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-7db97f75-ceb8-4239-a924-765dc3800613 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4eb3cfc9b2494bad859220ced9f01186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377262 Jul 27 09:46:48.501409 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47436) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:48.549040 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-069bffd4-cd07-4001-987e-4aae1fcaff32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:48.569630 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-069bffd4-cd07-4001-987e-4aae1fcaff32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:48.616301 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-069bffd4-cd07-4001-987e-4aae1fcaff32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:48.619256 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-069bffd4-cd07-4001-987e-4aae1fcaff32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:48.620611 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-069bffd4-cd07-4001-987e-4aae1fcaff32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30185670-1afb-4666-ab86-7a2ca87cb411 HTTP/1.1" status: 204 len: 168 time: 0.1183643 Jul 27 09:46:48.628379 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bffd4-cd07-4001-987e-4aae1fcaff32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30185670-1afb-4666-ab86-7a2ca87cb411,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:48.866345 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e456507-c85c-4dc6-b022-6b341876d723 req-c39a24bd-2ffb-4229-ac86-5f89a08dec94 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:48.867863 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0e456507-c85c-4dc6-b022-6b341876d723 req-c39a24bd-2ffb-4229-ac86-5f89a08dec94 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 946 time: 0.0631320 Jul 27 09:46:48.910314 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0e456507-c85c-4dc6-b022-6b341876d723 req-af69a0bd-970c-44f0-85c1-8e4016c9b18a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351415 Jul 27 09:46:50.263312 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47500) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:50.361916 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b797d400-a512-4892-abdd-cb14c7b73de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:50.458871 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b797d400-a512-4892-abdd-cb14c7b73de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:50.462588 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b797d400-a512-4892-abdd-cb14c7b73de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:50.501334 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b797d400-a512-4892-abdd-cb14c7b73de5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73ff5fe3df654179a740523f8ddb2b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369533 Jul 27 09:46:50.502187 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797d400-a512-4892-abdd-cb14c7b73de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998b8112-de45-4c6c-b142-463c2d346043,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:50.504026 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47508) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:50.550756 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a017-fe85-4213-8ded-fbc3a5f9832f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:50.571159 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a017-fe85-4213-8ded-fbc3a5f9832f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:50.614749 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a017-fe85-4213-8ded-fbc3a5f9832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:50.617178 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a017-fe85-4213-8ded-fbc3a5f9832f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:50.618330 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-ebd4a017-fe85-4213-8ded-fbc3a5f9832f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/998b8112-de45-4c6c-b142-463c2d346043 HTTP/1.1" status: 204 len: 168 time: 0.1132774 Jul 27 09:46:50.626043 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4a017-fe85-4213-8ded-fbc3a5f9832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998b8112-de45-4c6c-b142-463c2d346043,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:50.867131 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47514) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:50.880522 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1f764888-968c-407e-a432-fcd466198765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:50.967326 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1f764888-968c-407e-a432-fcd466198765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:50.970928 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1f764888-968c-407e-a432-fcd466198765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:51.010373 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-1f764888-968c-407e-a432-fcd466198765 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=816b7434eb9347c7980ba46e32776a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421156 Jul 27 09:46:51.011069 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f764888-968c-407e-a432-fcd466198765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048dba12-78b8-4418-85ee-6a50e5c7ff67,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:51.013186 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47516) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:51.060854 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee48f8a2-db9b-4ac4-bacd-109a57b171a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:51.081751 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee48f8a2-db9b-4ac4-bacd-109a57b171a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:51.130169 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee48f8a2-db9b-4ac4-bacd-109a57b171a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:51.132824 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee48f8a2-db9b-4ac4-bacd-109a57b171a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:51.133991 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ee48f8a2-db9b-4ac4-bacd-109a57b171a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/048dba12-78b8-4418-85ee-6a50e5c7ff67 HTTP/1.1" status: 204 len: 168 time: 0.1197717 Jul 27 09:46:51.143669 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48f8a2-db9b-4ac4-bacd-109a57b171a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048dba12-78b8-4418-85ee-6a50e5c7ff67,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:52.097652 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a0db1-e0ef-4409-a5e1-0d8e5ccc673c req-fd799cb7-5eca-40c4-94ef-3d3898cba9ce tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:52.099396 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe1a0db1-e0ef-4409-a5e1-0d8e5ccc673c req-fd799cb7-5eca-40c4-94ef-3d3898cba9ce tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0821691 Jul 27 09:46:52.177877 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe1a0db1-e0ef-4409-a5e1-0d8e5ccc673c req-8cfb32e4-2ace-47e7-a7b0-5dbc997c45f8 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617371 Jul 27 09:46:52.208109 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2175a-e989-456d-b40f-6ca5032158bb req-fb380d65-cae4-4790-bfa1-e9a343ee03a3 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:52.210743 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-85e2175a-e989-456d-b40f-6ca5032158bb req-fb380d65-cae4-4790-bfa1-e9a343ee03a3 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 946 time: 0.1098475 Jul 27 09:46:52.266921 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-85e2175a-e989-456d-b40f-6ca5032158bb req-282b290a-42f4-49e2-88c0-15fb4571162f tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 Jul 27 09:46:53.069847 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47626) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:53.168264 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-68282a74-8d02-4c89-af84-95b2cf278149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.272656 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-68282a74-8d02-4c89-af84-95b2cf278149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.284254 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-68282a74-8d02-4c89-af84-95b2cf278149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.344056 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-68282a74-8d02-4c89-af84-95b2cf278149 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f933d0ecb8a3482e8bbf4a13391e0749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730567 Jul 27 09:46:53.346992 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47634) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:53.360187 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282a74-8d02-4c89-af84-95b2cf278149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2038a40-2dc9-4007-9071-593b92c32d79,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:53.400129 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cad4d9e1-7633-43f8-af63-b6506f222339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.420246 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c552f-3c13-4d44-96ca-b9541ed4f1b6 req-85301f9a-c068-4fdf-b3e7-350681cedc9c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:53.421730 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8a0c552f-3c13-4d44-96ca-b9541ed4f1b6 req-85301f9a-c068-4fdf-b3e7-350681cedc9c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1478374 Jul 27 09:46:53.431056 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cad4d9e1-7633-43f8-af63-b6506f222339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.476035 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77180d-e4f3-4365-a24c-dc21b5829948 req-eb1bde60-59f6-4bd7-a273-9753b281b15e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:53.476405 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cad4d9e1-7633-43f8-af63-b6506f222339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.477647 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ab77180d-e4f3-4365-a24c-dc21b5829948 req-eb1bde60-59f6-4bd7-a273-9753b281b15e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 946 time: 0.1269388 Jul 27 09:46:53.478859 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cad4d9e1-7633-43f8-af63-b6506f222339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.482386 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-cad4d9e1-7633-43f8-af63-b6506f222339 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2038a40-2dc9-4007-9071-593b92c32d79 HTTP/1.1" status: 204 len: 168 time: 0.1316988 Jul 27 09:46:53.483258 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8a0c552f-3c13-4d44-96ca-b9541ed4f1b6 req-0cebda99-9c04-4f7f-9ef6-49cd19ad6460 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539308 Jul 27 09:46:53.503094 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4d9e1-7633-43f8-af63-b6506f222339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2038a40-2dc9-4007-9071-593b92c32d79,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:53.526021 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ab77180d-e4f3-4365-a24c-dc21b5829948 req-ebc2a208-e620-47c4-bab8-73dd912b827a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Jul 27 09:46:53.761215 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47652) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:53.774129 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-94fda79f-1042-405f-b90c-7d5a8d0b3b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.869367 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-94fda79f-1042-405f-b90c-7d5a8d0b3b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.873270 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-94fda79f-1042-405f-b90c-7d5a8d0b3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:53.911425 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-94fda79f-1042-405f-b90c-7d5a8d0b3b9d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ae9cf2f7c7a46aaa220316d934f9b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489387 Jul 27 09:46:53.912743 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fda79f-1042-405f-b90c-7d5a8d0b3b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99abf695-b25f-4509-8468-b03fda59ec9c,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:53.914270 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47656) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:53.973938 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3ff46fb3-8d82-4b63-b4a0-de1381cde6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:54.008041 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3ff46fb3-8d82-4b63-b4a0-de1381cde6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:54.065175 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3ff46fb3-8d82-4b63-b4a0-de1381cde6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:54.071989 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3ff46fb3-8d82-4b63-b4a0-de1381cde6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:54.076415 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-3ff46fb3-8d82-4b63-b4a0-de1381cde6cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99abf695-b25f-4509-8468-b03fda59ec9c HTTP/1.1" status: 204 len: 168 time: 0.1610503 Jul 27 09:46:54.091388 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff46fb3-8d82-4b63-b4a0-de1381cde6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99abf695-b25f-4509-8468-b03fda59ec9c,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:54.618198 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f346-fef1-4c1a-82e5-6ba4cdc27a9a req-7042f924-deef-4a34-a057-0227f6e3e431 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:54.619829 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e443f346-fef1-4c1a-82e5-6ba4cdc27a9a req-7042f924-deef-4a34-a057-0227f6e3e431 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0655577 Jul 27 09:46:54.664282 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e443f346-fef1-4c1a-82e5-6ba4cdc27a9a req-d86fbbeb-9f30-440a-8f0d-488e4b72c9da tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366397 Jul 27 09:46:55.712304 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47768) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:55.808912 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5f69f-349f-4a4e-9abf-16a5a6388a82 req-23330386-d161-4cbc-a3ac-eff3e3065219 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:55.810381 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d5c5f69f-349f-4a4e-9abf-16a5a6388a82 req-23330386-d161-4cbc-a3ac-eff3e3065219 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0657327 Jul 27 09:46:55.842665 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7688-6d58-460d-9864-0af301e2ccaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:55.868235 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d5c5f69f-349f-4a4e-9abf-16a5a6388a82 req-4b5edee8-ce18-4984-8ddb-5157dac55d27 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512905 Jul 27 09:46:55.943332 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7688-6d58-460d-9864-0af301e2ccaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:55.946838 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7688-6d58-460d-9864-0af301e2ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:55.981937 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e7688-6d58-460d-9864-0af301e2ccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd0a832-0d59-441f-b287-9ecc2b662855,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:55.986196 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-7e0e7688-6d58-460d-9864-0af301e2ccaf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3cdee6fef0cf4cf688a1a361a24d3586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728486 Jul 27 09:46:55.988756 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47782) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:56.037200 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f323b6b0-caf4-4a3b-9df3-b8a2a4efb19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.066318 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f323b6b0-caf4-4a3b-9df3-b8a2a4efb19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.116476 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f323b6b0-caf4-4a3b-9df3-b8a2a4efb19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.119102 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f323b6b0-caf4-4a3b-9df3-b8a2a4efb19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.120215 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f323b6b0-caf4-4a3b-9df3-b8a2a4efb19f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfd0a832-0d59-441f-b287-9ecc2b662855 HTTP/1.1" status: 204 len: 168 time: 0.1304858 Jul 27 09:46:56.127994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323b6b0-caf4-4a3b-9df3-b8a2a4efb19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd0a832-0d59-441f-b287-9ecc2b662855,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:56.401092 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 47794) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:56.415745 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4b85578b-489a-47f2-ba60-a2f4681b3894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.506932 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4b85578b-489a-47f2-ba60-a2f4681b3894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.511010 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4b85578b-489a-47f2-ba60-a2f4681b3894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.551013 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-4b85578b-489a-47f2-ba60-a2f4681b3894 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a4154664d6d4d06aa253a7a538af183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469975 Jul 27 09:46:56.551013 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85578b-489a-47f2-ba60-a2f4681b3894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2be9ce-4c97-4902-99e5-86bdabeb906a,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:56.552365 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 47806) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:46:56.616802 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-31360a0e-9ec7-4d33-b36e-127336e9f94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.637795 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-31360a0e-9ec7-4d33-b36e-127336e9f94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.682285 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-31360a0e-9ec7-4d33-b36e-127336e9f94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.684882 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-31360a0e-9ec7-4d33-b36e-127336e9f94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:46:56.686048 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-31360a0e-9ec7-4d33-b36e-127336e9f94a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d2be9ce-4c97-4902-99e5-86bdabeb906a HTTP/1.1" status: 204 len: 168 time: 0.1322742 Jul 27 09:46:56.693594 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31360a0e-9ec7-4d33-b36e-127336e9f94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2be9ce-4c97-4902-99e5-86bdabeb906a,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:46:57.075236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5ddf5-e870-49a8-9e22-6b4f7bdb4eab req-a29f4fa9-e4bc-442d-bfb8-c0c0df32c691 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:57.076706 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0ae5ddf5-e870-49a8-9e22-6b4f7bdb4eab req-a29f4fa9-e4bc-442d-bfb8-c0c0df32c691 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0656514 Jul 27 09:46:57.113636 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0ae5ddf5-e870-49a8-9e22-6b4f7bdb4eab req-54f94f9c-bec5-43ca-a02c-309d41508bcd tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 Jul 27 09:46:58.470241 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e174767-8390-44d0-aaba-bc1815944568 req-b6272eda-ca7d-41e4-bd43-6cd73ff04e40 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:58.471721 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7e174767-8390-44d0-aaba-bc1815944568 req-b6272eda-ca7d-41e4-bd43-6cd73ff04e40 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.2852583 Jul 27 09:46:58.508283 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7e174767-8390-44d0-aaba-bc1815944568 req-57b65f7d-48fe-414a-a396-7f06e07ab8ec tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305133 Jul 27 09:46:59.640486 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729daf2-2bf1-4fdb-ba09-9066b0f4bc1f req-f932f509-d2af-464e-9cc1-61e3584a2205 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:46:59.641919 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1729daf2-2bf1-4fdb-ba09-9066b0f4bc1f req-f932f509-d2af-464e-9cc1-61e3584a2205 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0630736 Jul 27 09:46:59.679602 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1729daf2-2bf1-4fdb-ba09-9066b0f4bc1f req-4ae6e0e5-45ba-4284-8455-9ef79ea53dd5 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Jul 27 09:47:00.808641 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3bb-88b1-43ab-aed8-9fa5146fb69e req-ed2bf5d3-7380-433e-9a8c-d5935deab658 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:00.810137 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-10cde3bb-88b1-43ab-aed8-9fa5146fb69e req-ed2bf5d3-7380-433e-9a8c-d5935deab658 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0632949 Jul 27 09:47:00.849561 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-10cde3bb-88b1-43ab-aed8-9fa5146fb69e req-131403e7-273a-4c21-a5a9-fc8b719aa3dc tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330086 Jul 27 09:47:01.978321 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1801-2085-4c54-b26a-cb2c33184098 req-344a789c-f572-47aa-8774-cf944aafdc3b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:01.979836 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60ad1801-2085-4c54-b26a-cb2c33184098 req-344a789c-f572-47aa-8774-cf944aafdc3b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0636811 Jul 27 09:47:02.017027 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60ad1801-2085-4c54-b26a-cb2c33184098 req-cf58edb0-f152-4a80-a2da-082003b987c4 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Jul 27 09:47:03.164031 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:47:05.281323 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca073b0-8042-4bdc-afcd-57c1b05ca689 req-bc322cf3-867f-420b-a5f0-6c614211e76b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:05.282830 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8ca073b0-8042-4bdc-afcd-57c1b05ca689 req-bc322cf3-867f-420b-a5f0-6c614211e76b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0641267 Jul 27 09:47:05.321380 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8ca073b0-8042-4bdc-afcd-57c1b05ca689 req-ac6f0606-7081-4841-a65c-8640937baebc tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Jul 27 09:47:06.470750 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23343f4d-7e49-4828-b277-4a3fce49c50c req-55dfccdd-f62f-457c-b3d0-ac49cbefbab3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:06.472199 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-23343f4d-7e49-4828-b277-4a3fce49c50c req-55dfccdd-f62f-457c-b3d0-ac49cbefbab3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0664048 Jul 27 09:47:06.509192 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-23343f4d-7e49-4828-b277-4a3fce49c50c req-10fa63ca-ab28-4577-9b8c-11035e78d697 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 Jul 27 09:47:10.198032 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d432-123c-46de-9491-a082a3b608d1 req-40ced858-8b1c-45de-be93-075e60cce8d2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:10.199540 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67f8d432-123c-46de-9491-a082a3b608d1 req-40ced858-8b1c-45de-be93-075e60cce8d2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0663092 Jul 27 09:47:10.237444 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67f8d432-123c-46de-9491-a082a3b608d1 req-d6780832-6805-42e3-b291-58e219bb99ad tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Jul 27 09:47:10.676448 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-202a1447-5a0f-4bbb-8ed7-7999fdd4d7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:11.372076 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb6c68-b2c6-475f-a835-43064b79b490 req-453400d7-4189-42ef-aeb9-3527ea4b3891 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:11.373552 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a1cb6c68-b2c6-475f-a835-43064b79b490 req-453400d7-4189-42ef-aeb9-3527ea4b3891 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0623882 Jul 27 09:47:11.413877 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a1cb6c68-b2c6-475f-a835-43064b79b490 req-6ebd4800-5716-4c28-b67d-b3c87a057027 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337231 Jul 27 09:47:12.543994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910705-9e71-409d-b5b5-a8c744ec4584 req-b6405c25-10a9-4f69-afdf-71475d4f9899 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:12.545450 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cf910705-9e71-409d-b5b5-a8c744ec4584 req-b6405c25-10a9-4f69-afdf-71475d4f9899 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0640924 Jul 27 09:47:12.584499 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cf910705-9e71-409d-b5b5-a8c744ec4584 req-3502df88-372d-4d76-af72-b2918814750b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Jul 27 09:47:13.279908 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-aad4de42-dd5b-4c32-80f7-badc8e0ca8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:13.675947 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 48120) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:13.720040 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:13.792047 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4f3c02f6-1a67-4147-ab35-e1f1bce9fb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:13.862003 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5475bb-e3b4-4592-ac24-e57638955737 req-c1dd24a4-af1e-406b-bd37-0cb4bc56c691 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:13.864427 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ac5475bb-e3b4-4592-ac24-e57638955737 req-c1dd24a4-af1e-406b-bd37-0cb4bc56c691 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0655196 Jul 27 09:47:13.882739 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4f3c02f6-1a67-4147-ab35-e1f1bce9fb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:13.887298 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4f3c02f6-1a67-4147-ab35-e1f1bce9fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:13.904808 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ac5475bb-e3b4-4592-ac24-e57638955737 req-4de86acd-545a-4b23-a546-6de421190b53 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331769 Jul 27 09:47:13.924060 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-4f3c02f6-1a67-4147-ab35-e1f1bce9fb40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9edda3badf53469d8ce3cc9bb4e34756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465746 Jul 27 09:47:13.928416 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 48124) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:13.943882 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c02f6-1a67-4147-ab35-e1f1bce9fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f451f3bd-03e6-4c5a-8270-791f7dc7095b,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:13.988383 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6830d3c6-70d2-42cb-b3f2-459f9d0fca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:14.008639 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6830d3c6-70d2-42cb-b3f2-459f9d0fca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:14.055579 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6830d3c6-70d2-42cb-b3f2-459f9d0fca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:14.058108 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6830d3c6-70d2-42cb-b3f2-459f9d0fca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:14.059315 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-6830d3c6-70d2-42cb-b3f2-459f9d0fca4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f451f3bd-03e6-4c5a-8270-791f7dc7095b HTTP/1.1" status: 204 len: 168 time: 0.1297750 Jul 27 09:47:14.066963 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830d3c6-70d2-42cb-b3f2-459f9d0fca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f451f3bd-03e6-4c5a-8270-791f7dc7095b,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:14.330049 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:14.898507 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:15.051696 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69591-0072-4fc3-bb5e-ea5c41125bdb req-d0a5fc2c-9102-4166-b60b-c3de2ffeccfb tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:15.053628 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-63e69591-0072-4fc3-bb5e-ea5c41125bdb req-d0a5fc2c-9102-4166-b60b-c3de2ffeccfb tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0759609 Jul 27 09:47:15.094234 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-63e69591-0072-4fc3-bb5e-ea5c41125bdb req-993705a9-6681-475e-97ac-a219c4fb4e22 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342140 Jul 27 09:47:15.754189 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:16.224851 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe355-010c-4a48-8828-0b6efe071967 req-e25e1b0a-d39c-4c48-8f38-7703b2e9acd3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:16.226346 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aefe355-010c-4a48-8828-0b6efe071967 req-e25e1b0a-d39c-4c48-8f38-7703b2e9acd3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0631039 Jul 27 09:47:16.264044 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aefe355-010c-4a48-8828-0b6efe071967 req-1defa9f8-bc02-4685-88e0-70d28593f13b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315135 Jul 27 09:47:17.397074 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60a27-291e-47e8-a7b2-cf6947fcc227 req-62d7c841-2df9-420e-80d5-6455d717b57f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:17.398554 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ffb60a27-291e-47e8-a7b2-cf6947fcc227 req-62d7c841-2df9-420e-80d5-6455d717b57f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0666206 Jul 27 09:47:17.441588 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ffb60a27-291e-47e8-a7b2-cf6947fcc227 req-b0ba704d-580a-4ea0-92bf-953a79a869d3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365167 Jul 27 09:47:18.573749 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d60d4c-ac42-4177-8f8a-ce5fe0576e0a req-c8ed387e-7e6a-4ba4-ae56-524dbecb8d55 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:18.575246 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-79d60d4c-ac42-4177-8f8a-ce5fe0576e0a req-c8ed387e-7e6a-4ba4-ae56-524dbecb8d55 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0612550 Jul 27 09:47:18.612511 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-79d60d4c-ac42-4177-8f8a-ce5fe0576e0a req-aef8d614-c35f-4ec7-8913-90839ec6af0f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Jul 27 09:47:19.748022 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70767-1d26-4550-a65e-2dc687ad45cf req-bdc9c879-b712-4137-89f0-dc15caf502a7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:19.753583 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a0c70767-1d26-4550-a65e-2dc687ad45cf req-bdc9c879-b712-4137-89f0-dc15caf502a7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0687907 Jul 27 09:47:19.794925 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a0c70767-1d26-4550-a65e-2dc687ad45cf req-53601cfd-93f3-4064-b87c-85f60e44d566 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Jul 27 09:47:20.935744 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90aef9-c5ec-4467-b0ea-46c8df963f73 req-c837311b-c0e3-457e-b54a-c088d8ac5406 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:20.937801 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-da90aef9-c5ec-4467-b0ea-46c8df963f73 req-c837311b-c0e3-457e-b54a-c088d8ac5406 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0677321 Jul 27 09:47:20.976202 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-da90aef9-c5ec-4467-b0ea-46c8df963f73 req-92bcb483-f60f-4ac5-a956-ac4b96176ea7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324912 Jul 27 09:47:22.104875 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac63a7-f617-4f9e-8bbe-177e8daee3f8 req-c27dc104-8135-4e0c-813d-1d974d6cb46e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:22.106313 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-daac63a7-f617-4f9e-8bbe-177e8daee3f8 req-c27dc104-8135-4e0c-813d-1d974d6cb46e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0610521 Jul 27 09:47:22.143481 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-daac63a7-f617-4f9e-8bbe-177e8daee3f8 req-ef5d6d45-8822-45c9-91f4-d4e70553b416 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 Jul 27 09:47:23.274024 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0b07-3040-49a0-a484-c0169719077a req-1c6ab772-1fed-4fe9-bbde-d39b797c927f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:23.275611 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa2a0b07-3040-49a0-a484-c0169719077a req-1c6ab772-1fed-4fe9-bbde-d39b797c927f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0638852 Jul 27 09:47:23.313356 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa2a0b07-3040-49a0-a484-c0169719077a req-a7c5e124-a5f8-46d3-a0ab-c05baac5953d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Jul 27 09:47:24.446549 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34df5f2-8beb-443c-8674-77551139681e req-331d35aa-249c-44ab-afd9-44aa3533a9c1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:24.448052 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e34df5f2-8beb-443c-8674-77551139681e req-331d35aa-249c-44ab-afd9-44aa3533a9c1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0665448 Jul 27 09:47:24.486307 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e34df5f2-8beb-443c-8674-77551139681e req-a82ec5ff-a6ef-45c3-a35a-23e10e9554e9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Jul 27 09:47:24.951801 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-8ce8fe74-e39f-4757-ab1a-05cd973b92c9 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:24.958938 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-8ce8fe74-e39f-4757-ab1a-05cd973b92c9 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 815 time: 0.1264074 Jul 27 09:47:24.974793 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-3279a243-fdde-4947-866a-cb5f5c79fa41 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/quotas/2aad45925ee949b5ba29101ecbf40b3f HTTP/1.1" status: 200 len: 375 time: 0.0146899 Jul 27 09:47:25.053125 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-de4eaa80-c08c-42b8-88ef-cd712b288053 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768795 Jul 27 09:47:25.076658 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 48412) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:25.153137 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-ebe344ab-17ac-4e1c-894f-6cc21ae79c59 service neutron] 10.222.0.22 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923734 Jul 27 09:47:25.195671 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1b26f3f0-11c8-4500-ae9b-754d6fa23d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:25.279753 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-bb251c37-e2a6-4415-9ba3-3142967cacc3 service neutron] 10.222.0.22 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194773 Jul 27 09:47:25.291527 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1b26f3f0-11c8-4500-ae9b-754d6fa23d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:25.297934 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1b26f3f0-11c8-4500-ae9b-754d6fa23d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:25.332196 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-1b26f3f0-11c8-4500-ae9b-754d6fa23d42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94df5d6c0e134b7e96c2a780bcb14617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543561 Jul 27 09:47:25.335706 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 48420) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:25.345480 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26f3f0-11c8-4500-ae9b-754d6fa23d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c230d95-c4b9-425d-8f9e-0508017b64ae,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:25.396683 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0171-5e94-4380-8d47-1cef21b48b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:25.424197 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0171-5e94-4380-8d47-1cef21b48b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:25.464164 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0d0cd6e0-e53b-4006-89ea-5e41589531b1 req-023fe906-5839-4281-b90f-baf157c11ff8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 210 time: 0.0379472 Jul 27 09:47:25.499237 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0171-5e94-4380-8d47-1cef21b48b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:25.501908 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0171-5e94-4380-8d47-1cef21b48b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:25.502957 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ad0f0171-5e94-4380-8d47-1cef21b48b19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c230d95-c4b9-425d-8f9e-0508017b64ae HTTP/1.1" status: 204 len: 168 time: 0.1662409 Jul 27 09:47:25.510657 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f0171-5e94-4380-8d47-1cef21b48b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c230d95-c4b9-425d-8f9e-0508017b64ae,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:25.670321 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced52d34-f62c-40b1-962a-d866acbeb10c req-fa2cffa9-93cd-4cfa-bb1f-4c988047e07d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:25.673871 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ced52d34-f62c-40b1-962a-d866acbeb10c req-fa2cffa9-93cd-4cfa-bb1f-4c988047e07d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0939465 Jul 27 09:47:25.723356 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ced52d34-f62c-40b1-962a-d866acbeb10c req-e0f8ee03-1683-4115-a7ad-9dfb6a5d12ed tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Jul 27 09:47:26.566199 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eca59ad5-630a-4cb4-9f5a-e6e4c1b08cbc req-2b0944dc-741b-4551-99bb-c417af8fd89d tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 210 time: 0.0293539 Jul 27 09:47:26.888419 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50927b1-4445-46aa-b294-2eb1330d5be5 req-72327199-40d2-4d18-a2cc-40b8d89c952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:26.890461 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f50927b1-4445-46aa-b294-2eb1330d5be5 req-72327199-40d2-4d18-a2cc-40b8d89c952d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 1098 time: 0.1676037 Jul 27 09:47:26.920198 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-867cd2f6-c0de-4dda-82b5-33578d191117 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:26.922231 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-867cd2f6-c0de-4dda-82b5-33578d191117 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 815 time: 0.1605072 Jul 27 09:47:26.955851 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0213ae7-4516-4819-8217-f2fb6429e3da req-9fd850a9-7f65-4339-8a15-6ba2fcab256c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:26.957333 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f0213ae7-4516-4819-8217-f2fb6429e3da req-9fd850a9-7f65-4339-8a15-6ba2fcab256c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1442072 Jul 27 09:47:26.962158 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Request body: {'port': {'device_id': '7e4b0a02-9fc7-4d59-a417-de432234104f', 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad', 'admin_state_up': True, 'tenant_id': '2aad45925ee949b5ba29101ecbf40b3f'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:47:27.032250 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f50927b1-4445-46aa-b294-2eb1330d5be5 req-070178b7-49af-4ba5-9f37-4211ee5e362b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058955 Jul 27 09:47:27.060115 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f0213ae7-4516-4819-8217-f2fb6429e3da req-88d7cc03-4f87-47f9-ad9a-144fabd63aaa tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920391 Jul 27 09:47:27.109008 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Made reservation on behalf of 2aad45925ee949b5ba29101ecbf40b3f for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:47:27.113426 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:27.242210 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Allocated IP 172.20.0.4 (b903a327-7d99-464f-bb50-f2f88b91caad/ec6f467b-3c5d-4050-b4e7-a2c698d321ae/84109270-a9bc-452c-80b3-71a25ca5663f) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:47:27.389303 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:27.434898 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:27.477152 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Network b903a327-7d99-464f-bb50-f2f88b91caad is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:47:27.480672 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'fea74448-63d3-45c4-a4f2-60bde7727cea'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:47:27.482599 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:47:27.486309 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:47:27.494878 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Pushing event updated for resources: {'Port': ['ID=84109270-a9bc-452c-80b3-71a25ca5663f,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:27.543431 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:27.544045 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:27.559790 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2558750d-a035-47e1-93c7-6932b5c02006 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013403 Jul 27 09:47:27.583564 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Request body: {'port': {'device_id': '7e4b0a02-9fc7-4d59-a417-de432234104f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:47:27.693447 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:27.762360 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78853830-bedb-490f-aa8e-77cb502fa18d req-7502c20b-a313-4d09-ae8a-c3ee5f832edd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:27.763851 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-78853830-bedb-490f-aa8e-77cb502fa18d req-7502c20b-a313-4d09-ae8a-c3ee5f832edd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 931 time: 0.1169813 Jul 27 09:47:27.864664 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-78853830-bedb-490f-aa8e-77cb502fa18d req-9b454eb2-4e6b-4c52-a89a-eac4a3c05b64 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927720 Jul 27 09:47:27.998554 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84109270-a9bc-452c-80b3-71a25ca5663f {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:47:28.006845 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:28.022399 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Transition to ACTIVE for port object 84109270-a9bc-452c-80b3-71a25ca5663f will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:47:28.028140 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:28.081742 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Pushing event updated for resources: {'Port': ['ID=84109270-a9bc-452c-80b3-71a25ca5663f,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:28.179952 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Attempting to bind port 84109270-a9bc-452c-80b3-71a25ca5663f on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:47:28.180376 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Attempting to bind port 84109270-a9bc-452c-80b3-71a25ca5663f by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:47:28.180900 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Attempting to bind port 84109270-a9bc-452c-80b3-71a25ca5663f on network b903a327-7d99-464f-bb50-f2f88b91caad {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:47:28.189332 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Port 84109270-a9bc-452c-80b3-71a25ca5663f on network b903a327-7d99-464f-bb50-f2f88b91caad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:47:28.189554 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Attempting to bind port 84109270-a9bc-452c-80b3-71a25ca5663f on network b903a327-7d99-464f-bb50-f2f88b91caad {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:47:28.198353 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:47:28.198703 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Checking segment: {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:47:28.199085 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Bound using segment: {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:47:28.199509 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Bound port: 84109270-a9bc-452c-80b3-71a25ca5663f, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:47:28.199859 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:28.248869 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bfac4-fbcf-4b47-8fd1-3156f6784746 req-bff71fe7-dc63-49dc-a489-56b618ce0122 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:28.250259 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb7bfac4-fbcf-4b47-8fd1-3156f6784746 req-bff71fe7-dc63-49dc-a489-56b618ce0122 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1168172 Jul 27 09:47:28.300623 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] For port 84109270-a9bc-452c-80b3-71a25ca5663f, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:47:28.305833 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] For port 84109270-a9bc-452c-80b3-71a25ca5663f, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=84109270-a9bc-452c-80b3-71a25ca5663f,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:47:28.311636 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb7bfac4-fbcf-4b47-8fd1-3156f6784746 req-46c1ec4f-a755-4e04-8ee6-f12366b1a95e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522861 Jul 27 09:47:28.313032 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:28.346088 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:28.346911 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:28.348562 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] 10.222.0.48 "PUT /v2.0/ports/84109270-a9bc-452c-80b3-71a25ca5663f HTTP/1.1" status: 200 len: 1093 time: 0.7689838 Jul 27 09:47:28.348990 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4b0a02-9fc7-4d59-a417-de432234104f', 'tag': '84109270-a9bc-452c-80b3-71a25ca5663f'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:47:28.351263 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c83ba6-d576-4583-b1e5-203843cdaa62" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4b0a02-9fc7-4d59-a417-de432234104f", "tag": "84109270-a9bc-452c-80b3-71a25ca5663f"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:47:28.386126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234c0cf-beb9-40b2-b61a-de1ddbd9cf41 service neutron] Pushing event updated for resources: {'Port': ['ID=84109270-a9bc-452c-80b3-71a25ca5663f,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:28.395878 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed7a78d-f3ed-4b99-95f0-5a38cea2cc01 x-openstack-request-id: req-3ed7a78d-f3ed-4b99-95f0-5a38cea2cc01 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:47:28.396164 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4b0a02-9fc7-4d59-a417-de432234104f", "tag": "84109270-a9bc-452c-80b3-71a25ca5663f", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:47:28.396416 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ed7a78d-f3ed-4b99-95f0-5a38cea2cc01 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:47:28.396805 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4b0a02-9fc7-4d59-a417-de432234104f', 'tag': '84109270-a9bc-452c-80b3-71a25ca5663f', 'status': 'completed', 'code': 200} Jul 27 09:47:28.541178 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-290453ed-48e0-4b68-bba2-4e53a00b2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:28.542694 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-290453ed-48e0-4b68-bba2-4e53a00b2690 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 1096 time: 0.0542190 Jul 27 09:47:28.673777 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-7cb92b98-b23d-492c-b8af-b03c91af90e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84109270-a9bc-452c-80b3-71a25ca5663f HTTP/1.1" status: 200 len: 217 time: 0.0372777 Jul 27 09:47:28.811319 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-3421c73c-8d4f-4d76-acbd-a89f0ad85a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:28.813690 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-3421c73c-8d4f-4d76-acbd-a89f0ad85a9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec6f467b-3c5d-4050-b4e7-a2c698d321ae HTTP/1.1" status: 200 len: 855 time: 0.0444858 Jul 27 09:47:28.854552 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-56360b31-4532-4025-8436-81056e554082 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b903a327-7d99-464f-bb50-f2f88b91caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286949 Jul 27 09:47:29.022495 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-bce234f7-3edc-44f8-9318-5ac2896b951b service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245663 Jul 27 09:47:29.033943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9ccb-a396-4fc2-865c-d079837dd5ad req-4c046a63-8854-42e9-82b8-996eba7db788 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:29.035333 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-68ad9ccb-a396-4fc2-865c-d079837dd5ad req-4c046a63-8854-42e9-82b8-996eba7db788 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 943 time: 0.0915046 Jul 27 09:47:29.121599 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-68ad9ccb-a396-4fc2-865c-d079837dd5ad req-c781d66d-b347-493b-82b7-39c33664bb81 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787070 Jul 27 09:47:29.153619 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e208c05-e5e9-448c-87c5-7c1976931c82 req-c264b02a-abb4-4a67-8b86-ec66bb18f485 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173422 Jul 27 09:47:29.325808 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-4e536f5b-0afe-46b6-a064-f54deb594ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:29.327226 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-4e536f5b-0afe-46b6-a064-f54deb594ca8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 1096 time: 0.0551956 Jul 27 09:47:29.468981 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-cf80e9a7-a850-4ab8-9eba-3887775c3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:29.470440 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-cf80e9a7-a850-4ab8-9eba-3887775c3571 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 916 time: 0.1198039 Jul 27 09:47:29.494242 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ba7f6-5207-4c65-926b-a14e90ea759f req-6c4dcf8e-345f-45e4-8593-22b0bf6617c2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:29.495973 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-838ba7f6-5207-4c65-926b-a14e90ea759f req-6c4dcf8e-345f-45e4-8593-22b0bf6617c2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1004241 Jul 27 09:47:29.527006 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-020e9b75-bed7-4186-ab15-5ce0fb35d97f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84109270-a9bc-452c-80b3-71a25ca5663f HTTP/1.1" status: 200 len: 217 time: 0.0483882 Jul 27 09:47:29.587647 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-838ba7f6-5207-4c65-926b-a14e90ea759f req-48ca04b5-d294-4cc2-bcec-c56c33288914 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630033 Jul 27 09:47:29.599719 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-5a11618f-8824-4542-a11b-e03eb428fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:29.601198 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-5a11618f-8824-4542-a11b-e03eb428fce8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec6f467b-3c5d-4050-b4e7-a2c698d321ae HTTP/1.1" status: 200 len: 855 time: 0.0608354 Jul 27 09:47:29.645881 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-6a332417-0237-4e60-adc6-02d78ff9b89b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b903a327-7d99-464f-bb50-f2f88b91caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283680 Jul 27 09:47:29.774000 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-60479ae4-67d5-4837-ab14-26e759289f68 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192334 Jul 27 09:47:29.782631 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bb701-27c6-404c-a887-95d561726b46 req-f5b601ff-26e6-46a3-a07f-c01ef37a94c4 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:29.784026 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-340bb701-27c6-404c-a887-95d561726b46 req-f5b601ff-26e6-46a3-a07f-c01ef37a94c4 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1219923 Jul 27 09:47:29.865013 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-340bb701-27c6-404c-a887-95d561726b46 req-d5b67fc2-c651-4d9e-b351-0efb913a0492 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751126 Jul 27 09:47:29.905323 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24c83ba6-d576-4583-b1e5-203843cdaa62 req-17ea5811-2aa4-4479-bd77-20dd4e6bcea3 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953982 Jul 27 09:47:30.259009 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66a654-5567-4d79-91b2-b18d01746f03 req-e8194c2c-d09d-4148-bace-eb21bf7db489 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:30.260511 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5e66a654-5567-4d79-91b2-b18d01746f03 req-e8194c2c-d09d-4148-bace-eb21bf7db489 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 943 time: 0.0663226 Jul 27 09:47:30.299136 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5e66a654-5567-4d79-91b2-b18d01746f03 req-115d6e35-361f-4714-9b04-668c73589d59 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Jul 27 09:47:31.441729 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb0aaa-bc67-480e-83bc-737e289403d4 req-c563de3c-404b-4093-b83e-cbb5e8e5b5eb tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:31.443253 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2ffb0aaa-bc67-480e-83bc-737e289403d4 req-c563de3c-404b-4093-b83e-cbb5e8e5b5eb tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 943 time: 0.0721416 Jul 27 09:47:31.544497 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2ffb0aaa-bc67-480e-83bc-737e289403d4 req-fc1d6c17-c762-4940-bdd4-a3ed21ff5c03 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953150 Jul 27 09:47:31.580879 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e68151-d9e9-420d-a61f-a1903146a2be req-cb0c2e27-c0a7-49ac-a58e-8b3411c8a887 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:31.582377 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e5e68151-d9e9-420d-a61f-a1903146a2be req-cb0c2e27-c0a7-49ac-a58e-8b3411c8a887 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1316428 Jul 27 09:47:31.590081 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-797bb717-f244-4e2c-bb9b-ce3609e50aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:31.591580 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-797bb717-f244-4e2c-bb9b-ce3609e50aff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1098 time: 0.0993915 Jul 27 09:47:31.624578 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e5e68151-d9e9-420d-a61f-a1903146a2be req-50ba4c4f-43be-433e-a6f1-22b9fa5e629a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Jul 27 09:47:31.927641 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-be7aa622-1dbe-43e6-ae8b-72b7942d4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:31.929122 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-be7aa622-1dbe-43e6-ae8b-72b7942d4622 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 919 time: 0.3037260 Jul 27 09:47:31.976680 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-6b2b20ba-bce1-42c3-a639-30f63a206f19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5 HTTP/1.1" status: 200 len: 217 time: 0.0332603 Jul 27 09:47:32.027842 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-25d1c3ff-837f-498c-9c07-81572f24f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:32.029324 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-25d1c3ff-837f-498c-9c07-81572f24f863 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.0414174 Jul 27 09:47:32.073572 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-bc3a77b8-34c4-4720-8096-9bd0d97ad802 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309272 Jul 27 09:47:32.164171 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-b8766810-5b8b-44ee-b2cb-6cfa54a23846 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805411 Jul 27 09:47:32.258692 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-746ece71-2771-49e2-b9cd-e493e1e14a97 req-42ecc89f-2096-4242-a350-d60b120d3c3a service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863011 Jul 27 09:47:32.673789 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ce2b-8e27-4dfe-9eef-29d9c3fb70b6 req-baae5598-e2b3-4a76-9855-582eb006d33d tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:32.675312 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9119ce2b-8e27-4dfe-9eef-29d9c3fb70b6 req-baae5598-e2b3-4a76-9855-582eb006d33d tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 943 time: 0.0632219 Jul 27 09:47:32.714747 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9119ce2b-8e27-4dfe-9eef-29d9c3fb70b6 req-d84d0378-ad5f-45be-b6ee-f2bcc1ab57b5 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Jul 27 09:47:32.792560 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c7182-7086-4151-9f4d-d5c70ef496b7 req-22fa6665-c1c3-4cd8-b215-e780f5000d81 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:32.794073 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed7c7182-7086-4151-9f4d-d5c70ef496b7 req-22fa6665-c1c3-4cd8-b215-e780f5000d81 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0633614 Jul 27 09:47:32.833720 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed7c7182-7086-4151-9f4d-d5c70ef496b7 req-dac3a1c1-3997-4139-8571-4fd795a1865f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Jul 27 09:47:33.854444 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7b3e-87d8-4add-9c40-991fc5a1811b req-8ca306fc-60b5-425e-aaea-ff3ea9a1ed30 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:33.856065 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-02dd7b3e-87d8-4add-9c40-991fc5a1811b req-8ca306fc-60b5-425e-aaea-ff3ea9a1ed30 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 943 time: 0.0677779 Jul 27 09:47:33.894043 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-02dd7b3e-87d8-4add-9c40-991fc5a1811b req-1c2fd379-d1d3-4f3f-929a-1e755ee591d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Jul 27 09:47:33.964683 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba987-f362-4f4e-b395-1d4182a1b2cb req-c82bd5f0-9c2a-4005-bef6-ec4788f28255 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:33.966220 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c4cba987-f362-4f4e-b395-1d4182a1b2cb req-c82bd5f0-9c2a-4005-bef6-ec4788f28255 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0645049 Jul 27 09:47:34.005574 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c4cba987-f362-4f4e-b395-1d4182a1b2cb req-8319637b-f86f-40e8-b53d-f20ce95e8ff8 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Jul 27 09:47:34.022466 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 84109270-a9bc-452c-80b3-71a25ca5663f details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:47:34.122197 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 84109270-a9bc-452c-80b3-71a25ca5663f, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=84109270-a9bc-452c-80b3-71a25ca5663f,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:47:34.133887 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '84109270-a9bc-452c-80b3-71a25ca5663f', 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad', 'port_id': '84109270-a9bc-452c-80b3-71a25ca5663f', 'mac_address': 'fa:16:3e:13:02:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6f467b-3c5d-4050-b4e7-a2c698d321ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:47:34.168821 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:34.181140 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84109270-a9bc-452c-80b3-71a25ca5663f {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:47:34.200163 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 84109270-a9bc-452c-80b3-71a25ca5663f, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=84109270-a9bc-452c-80b3-71a25ca5663f,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:47:34.204780 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:34.249673 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=84109270-a9bc-452c-80b3-71a25ca5663f,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:34.896478 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['84109270-a9bc-452c-80b3-71a25ca5663f'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:47:35.027329 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99998e-9708-47b7-9617-d5ad9f747a9a req-a3cab007-1401-4ff7-97b0-b33efc3d7318 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:35.028722 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9a99998e-9708-47b7-9617-d5ad9f747a9a req-a3cab007-1401-4ff7-97b0-b33efc3d7318 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 944 time: 0.0650768 Jul 27 09:47:35.074924 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9a99998e-9708-47b7-9617-d5ad9f747a9a req-054594ad-04e2-4ae6-8d3c-76abe853d9a7 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Jul 27 09:47:35.144478 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86955c70-5d12-4050-9c32-c3d5d9149f23 req-29ebfe37-4cda-4bea-b660-d1688ae1e8b2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:35.146139 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86955c70-5d12-4050-9c32-c3d5d9149f23 req-29ebfe37-4cda-4bea-b660-d1688ae1e8b2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0651498 Jul 27 09:47:35.185310 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86955c70-5d12-4050-9c32-c3d5d9149f23 req-0f66d15b-4dfb-4988-839c-6aa0c93011d0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332816 Jul 27 09:47:36.202408 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7e72d-1151-43c6-8ef9-ee3e89367fcb req-5b688a29-00cc-44b4-8e4f-db73f78b6e44 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:36.203943 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bcd7e72d-1151-43c6-8ef9-ee3e89367fcb req-5b688a29-00cc-44b4-8e4f-db73f78b6e44 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 944 time: 0.0619764 Jul 27 09:47:36.241780 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bcd7e72d-1151-43c6-8ef9-ee3e89367fcb req-1ee28302-924f-4626-9e48-973c1bb16a77 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Jul 27 09:47:36.320812 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df90bf-509c-4d67-a149-9ac181501a2e req-57a880c5-1f38-4c30-a578-23a55364ba70 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:36.322305 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-03df90bf-509c-4d67-a149-9ac181501a2e req-57a880c5-1f38-4c30-a578-23a55364ba70 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0665150 Jul 27 09:47:36.362079 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-03df90bf-509c-4d67-a149-9ac181501a2e req-bda14b50-c594-47bd-aeaf-626297add655 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Jul 27 09:47:37.374115 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b3a89-98bf-4139-a691-e1e582ebfb87 req-4eb25143-8caf-4079-9cbc-b809697dcd20 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:37.376267 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-df9b3a89-98bf-4139-a691-e1e582ebfb87 req-4eb25143-8caf-4079-9cbc-b809697dcd20 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 944 time: 0.0642791 Jul 27 09:47:37.415023 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-df9b3a89-98bf-4139-a691-e1e582ebfb87 req-8ebc1049-fc36-4468-af82-b15b02243105 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Jul 27 09:47:37.502247 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d01c2-255b-4193-97d8-3c89995f745d req-f41633e4-27df-4da0-9f53-f8f9cf3daa1d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:37.504219 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-150d01c2-255b-4193-97d8-3c89995f745d req-f41633e4-27df-4da0-9f53-f8f9cf3daa1d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0665965 Jul 27 09:47:37.545951 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-150d01c2-255b-4193-97d8-3c89995f745d req-24a60383-4613-46ff-b2c7-f0b73cfab1ae tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Jul 27 09:47:38.047820 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 84109270-a9bc-452c-80b3-71a25ca5663f up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:47:38.095974 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 84109270-a9bc-452c-80b3-71a25ca5663f completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:47:38.099712 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 84109270-a9bc-452c-80b3-71a25ca5663f triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:47:38.100086 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:38.176556 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:38.198088 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4b0a02-9fc7-4d59-a417-de432234104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84109270-a9bc-452c-80b3-71a25ca5663f'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:47:38.200356 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b60c15-2d79-432e-8f62-084fc401b428" -d '{"events": [{"server_uuid": "7e4b0a02-9fc7-4d59-a417-de432234104f", "name": "network-vif-plugged", "status": "completed", "tag": "84109270-a9bc-452c-80b3-71a25ca5663f"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:47:38.213458 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 84109270-a9bc-452c-80b3-71a25ca5663f, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=84109270-a9bc-452c-80b3-71a25ca5663f,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:47:38.218658 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:38.241852 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2451b917-a2e8-47f6-b638-b3983fadca4d x-openstack-request-id: req-2451b917-a2e8-47f6-b638-b3983fadca4d {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:47:38.242177 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4b0a02-9fc7-4d59-a417-de432234104f", "name": "network-vif-plugged", "status": "completed", "tag": "84109270-a9bc-452c-80b3-71a25ca5663f", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:47:38.242557 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2451b917-a2e8-47f6-b638-b3983fadca4d {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:47:38.242967 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4b0a02-9fc7-4d59-a417-de432234104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84109270-a9bc-452c-80b3-71a25ca5663f', 'code': 200} Jul 27 09:47:38.268265 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=84109270-a9bc-452c-80b3-71a25ca5663f,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:38.483180 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0a138-c326-49d5-b94e-4b93691ea7e8 req-5bd9102d-758e-409e-a534-b78dfbfe4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:38.484718 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f2c0a138-c326-49d5-b94e-4b93691ea7e8 req-5bd9102d-758e-409e-a534-b78dfbfe4f14 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 1098 time: 0.0563681 Jul 27 09:47:38.555729 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f2c0a138-c326-49d5-b94e-4b93691ea7e8 req-faeda901-ce25-44c6-a86e-78b9af013589 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Jul 27 09:47:38.576874 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580fb02-2408-4c71-b690-737fb144370b req-786a5fc3-93e4-4552-a215-aa7db5a8e52e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:38.579092 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4580fb02-2408-4c71-b690-737fb144370b req-786a5fc3-93e4-4552-a215-aa7db5a8e52e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 945 time: 0.0927970 Jul 27 09:47:38.620544 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4580fb02-2408-4c71-b690-737fb144370b req-9fcbaca7-11c6-4f07-ac54-5aab38cecd18 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Jul 27 09:47:38.695243 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4e80-a158-4a11-83c2-65bd552e6b5b req-00f301cd-24a1-42e1-92aa-dcc68993da44 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:38.696836 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b6f4e80-a158-4a11-83c2-65bd552e6b5b req-00f301cd-24a1-42e1-92aa-dcc68993da44 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0754004 Jul 27 09:47:38.736462 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b6f4e80-a158-4a11-83c2-65bd552e6b5b req-7c3302e6-7de4-490b-b061-af3cad8d9464 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331247 Jul 27 09:47:39.271443 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 48682) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:39.371880 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:39.460012 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:39.464530 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:39.502454 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65ffdf5e56c0412294b814444404cb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299299 Jul 27 09:47:39.503579 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a92ccc6-c615-423e-8498-5f760a96d4c2,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:39.505122 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 48686) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:39.510609 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.511006 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.511353 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.511696 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.512036 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.512373 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.512706 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.513040 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.513374 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.513705 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.514036 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.514364 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662894c-d865-4a09-8048-dfa47badb19e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.554969 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:39.576676 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:39.629822 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:39.632361 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:39.633495 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a92ccc6-c615-423e-8498-5f760a96d4c2 HTTP/1.1" status: 204 len: 168 time: 0.1274114 Jul 27 09:47:39.642053 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a92ccc6-c615-423e-8498-5f760a96d4c2,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:39.650488 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.650854 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.651198 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.651529 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.651864 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.652192 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.652518 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.652895 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.653218 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.653714 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.654187 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.654516 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29e561-6856-4099-9b72-548caaa97504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:47:39.787159 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea498dd4-7a50-4d30-a421-71c20b4bf5c9 req-b0c3fda9-e606-44a8-9874-0f4924a4c88a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:39.789669 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ea498dd4-7a50-4d30-a421-71c20b4bf5c9 req-b0c3fda9-e606-44a8-9874-0f4924a4c88a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 945 time: 0.0771210 Jul 27 09:47:39.858265 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ea498dd4-7a50-4d30-a421-71c20b4bf5c9 req-54d4a2dd-9976-4b56-a3c4-b99e977342d4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592668 Jul 27 09:47:39.924751 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2a628-ae14-4d2b-ba86-18654b000687 req-0d2cba30-99e1-4505-873d-1a23dd7fad3a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:39.935299 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-43a2a628-ae14-4d2b-ba86-18654b000687 req-0d2cba30-99e1-4505-873d-1a23dd7fad3a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1098821 Jul 27 09:47:39.986590 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-43a2a628-ae14-4d2b-ba86-18654b000687 req-98d88549-bb50-463a-9f67-0d67eca2917d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504236 Jul 27 09:47:40.164529 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:47:40.679257 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-31a9bb8e-7317-41b2-ad3b-2e650e878484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:40.692888 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 48740) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:40.793157 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-02b0b503-b488-42d9-ba95-3d42ab3a5824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:40.889289 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-02b0b503-b488-42d9-ba95-3d42ab3a5824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:40.893503 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-02b0b503-b488-42d9-ba95-3d42ab3a5824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:40.933531 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-02b0b503-b488-42d9-ba95-3d42ab3a5824 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c91e5151af4048cd9ac45c0ba194469f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392976 Jul 27 09:47:40.936338 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 48746) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:40.936849 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b503-b488-42d9-ba95-3d42ab3a5824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dc62ca-bb2f-4cf0-a651-d83652bd2fe0,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:40.991032 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-061ba5d7-db56-49eb-abc6-d0f53b2bd024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:41.004863 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae84f-1d3f-4dff-bb3e-a88e13d6964e req-3d81110a-2a07-4e0b-8d67-62de7eb96cdd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:41.008416 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bc5ae84f-1d3f-4dff-bb3e-a88e13d6964e req-3d81110a-2a07-4e0b-8d67-62de7eb96cdd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 945 time: 0.0716450 Jul 27 09:47:41.021497 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-061ba5d7-db56-49eb-abc6-d0f53b2bd024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:41.063092 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bc5ae84f-1d3f-4dff-bb3e-a88e13d6964e req-c7b61221-9d56-4ff8-be04-15c2155c07a7 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Jul 27 09:47:41.075303 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-061ba5d7-db56-49eb-abc6-d0f53b2bd024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:41.088337 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-061ba5d7-db56-49eb-abc6-d0f53b2bd024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:41.088337 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-061ba5d7-db56-49eb-abc6-d0f53b2bd024 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41dc62ca-bb2f-4cf0-a651-d83652bd2fe0 HTTP/1.1" status: 204 len: 168 time: 0.1433587 Jul 27 09:47:41.090386 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ba5d7-db56-49eb-abc6-d0f53b2bd024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dc62ca-bb2f-4cf0-a651-d83652bd2fe0,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:41.142052 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865b13-3097-483a-aa21-4183ceda4d81 req-d9a765c6-1968-4d5a-80b3-881a3de1e06a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:41.144638 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0c865b13-3097-483a-aa21-4183ceda4d81 req-d9a765c6-1968-4d5a-80b3-881a3de1e06a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0772421 Jul 27 09:47:41.196803 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0c865b13-3097-483a-aa21-4183ceda4d81 req-ec492d78-6917-48fa-b5d8-7cfbfb411ecc tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Jul 27 09:47:42.323126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb4d13-cbeb-4630-bc64-a7cf203170b9 req-fc488f9e-9049-40e4-b21a-7561eb5857f7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:42.324484 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-88cb4d13-cbeb-4630-bc64-a7cf203170b9 req-fc488f9e-9049-40e4-b21a-7561eb5857f7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0612261 Jul 27 09:47:42.360304 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-88cb4d13-cbeb-4630-bc64-a7cf203170b9 req-7d5274b4-4fc6-4222-b72a-dedf4ffc3b94 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299945 Jul 27 09:47:43.273501 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-1d18b00b-0270-414c-b2ea-3dba0cb7861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:43.493338 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1ac6-38a4-430b-a11c-5798878c13fb req-fa95185a-3691-49c1-8c1d-f11c9eddbaf3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:43.494902 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8eff1ac6-38a4-430b-a11c-5798878c13fb req-fa95185a-3691-49c1-8c1d-f11c9eddbaf3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0700815 Jul 27 09:47:43.534552 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8eff1ac6-38a4-430b-a11c-5798878c13fb req-063eaae8-d560-47b3-9f27-5cf4a905afda tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Jul 27 09:47:43.725022 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:44.328810 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:44.663976 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a83ac8-e689-4cbe-843d-3684d6ede1db req-75a69111-c4d6-4253-84ce-6e11f349e911 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:44.665604 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-79a83ac8-e689-4cbe-843d-3684d6ede1db req-75a69111-c4d6-4253-84ce-6e11f349e911 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0628657 Jul 27 09:47:44.707905 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-79a83ac8-e689-4cbe-843d-3684d6ede1db req-2bd500d5-22db-4332-989c-8b0dae821386 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Jul 27 09:47:44.910088 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:45.621308 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-a7f7de8a-c66b-4811-b5f7-2dbdb485ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:45.622879 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-a7f7de8a-c66b-4811-b5f7-2dbdb485ba60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1098 time: 0.0648558 Jul 27 09:47:45.737498 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-75889a8f-ac4f-486e-85e1-762f640ebaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:45.738936 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-75889a8f-ac4f-486e-85e1-762f640ebaff service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 919 time: 0.0849221 Jul 27 09:47:45.758900 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:45.804024 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-ea2849d5-4aa3-4a41-9ae5-d79e26418526 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5 HTTP/1.1" status: 200 len: 217 time: 0.0394406 Jul 27 09:47:45.885725 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-7b98d814-911d-4022-8d47-8e5c1a4c4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:45.887252 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-7b98d814-911d-4022-8d47-8e5c1a4c4e8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.0746808 Jul 27 09:47:45.917366 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308c459-71fd-47c6-94b7-5db0e9d0a3c8 req-9b1ef8d7-2267-407e-bde8-5051b6dc52b0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:45.918838 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6308c459-71fd-47c6-94b7-5db0e9d0a3c8 req-9b1ef8d7-2267-407e-bde8-5051b6dc52b0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1175621 Jul 27 09:47:45.947475 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-bd9cb191-eef4-452b-b964-2235fef29368 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422060 Jul 27 09:47:46.040333 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6308c459-71fd-47c6-94b7-5db0e9d0a3c8 req-bb94b3f3-a1e7-4c19-b097-b18af1adba14 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987546 Jul 27 09:47:46.075312 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-4e741d07-0671-41d1-90dd-1e8f9317934e service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179850 Jul 27 09:47:46.189489 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4ee6d2d-63d8-4ab5-a7c0-20ecf7e4abc2 req-139dc6c5-3e77-4c09-9123-1587650ed70f service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882835 Jul 27 09:47:47.179750 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9f670-5257-496b-8f6b-30300408fd2f req-52068d64-2ad7-4430-b482-d478e6cc7a25 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:47.181205 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4ce9f670-5257-496b-8f6b-30300408fd2f req-52068d64-2ad7-4430-b482-d478e6cc7a25 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0667987 Jul 27 09:47:47.218701 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4ce9f670-5257-496b-8f6b-30300408fd2f req-98e49531-8517-4ccb-b420-302a5adf4988 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Jul 27 09:47:47.680358 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595935e-4095-4c24-8278-0f32e3510d22 req-0a340a77-9eb8-4f0b-9be7-2c0784199957 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:47.681838 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e595935e-4095-4c24-8278-0f32e3510d22 req-0a340a77-9eb8-4f0b-9be7-2c0784199957 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0675721 Jul 27 09:47:47.720301 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e595935e-4095-4c24-8278-0f32e3510d22 req-696bcd7d-3b38-44d0-99b8-fa2c50865239 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Jul 27 09:47:48.350611 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c958d-4922-4b02-bb18-701adaed6966 req-120c2a12-38dd-4d68-847e-ac5a77fc6c1c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:48.352100 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-878c958d-4922-4b02-bb18-701adaed6966 req-120c2a12-38dd-4d68-847e-ac5a77fc6c1c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0642993 Jul 27 09:47:48.390725 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-878c958d-4922-4b02-bb18-701adaed6966 req-a515984f-02bf-40f1-bb5b-27bb0fd770a6 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Jul 27 09:47:48.860953 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26d5df-8232-4517-945b-6e429d633e27 req-7551e012-b79d-405e-a2ed-a0a575dbd815 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:48.862394 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bd26d5df-8232-4517-945b-6e429d633e27 req-7551e012-b79d-405e-a2ed-a0a575dbd815 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0671837 Jul 27 09:47:48.900510 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bd26d5df-8232-4517-945b-6e429d633e27 req-5ec9e38a-cbdd-412b-abe2-cd93cbbb6f2b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310421 Jul 27 09:47:49.519451 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77a702-80fc-4e2b-b045-f2dd072a5d33 req-f0a53a81-0df2-4f36-9f18-9cb45505af79 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:49.520985 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-da77a702-80fc-4e2b-b045-f2dd072a5d33 req-f0a53a81-0df2-4f36-9f18-9cb45505af79 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0638318 Jul 27 09:47:49.560598 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-da77a702-80fc-4e2b-b045-f2dd072a5d33 req-ef808f7e-14db-4dd1-95fc-1fba60984ff6 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Jul 27 09:47:50.037934 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9092d6f-586a-4f67-8bbf-c067cdb31cca req-89a4ce37-0c38-4f1f-bfa4-6a34c05c1fa7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:50.039428 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b9092d6f-586a-4f67-8bbf-c067cdb31cca req-89a4ce37-0c38-4f1f-bfa4-6a34c05c1fa7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0652645 Jul 27 09:47:50.076898 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b9092d6f-586a-4f67-8bbf-c067cdb31cca req-5966a49e-f67a-4f5a-8c56-633624074a69 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Jul 27 09:47:50.689735 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b4b6e-7e63-4166-9212-ee63944f7dde req-14dffc70-9c3c-40e5-851b-b1a524b046f8 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:50.691144 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4a0b4b6e-7e63-4166-9212-ee63944f7dde req-14dffc70-9c3c-40e5-851b-b1a524b046f8 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0636539 Jul 27 09:47:50.728306 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4a0b4b6e-7e63-4166-9212-ee63944f7dde req-f93b6372-d13a-47a0-82d7-96629d255c0d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Jul 27 09:47:51.229950 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d772e21-5c8d-48f5-944b-84151f36dd2a req-599842ae-f41d-4f99-bf9f-75c7316d7a9e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:51.229950 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d772e21-5c8d-48f5-944b-84151f36dd2a req-599842ae-f41d-4f99-bf9f-75c7316d7a9e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0647535 Jul 27 09:47:51.264076 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d772e21-5c8d-48f5-944b-84151f36dd2a req-ac8008ce-c908-4a70-9543-a207511706aa tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Jul 27 09:47:51.861777 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c228e-5d8a-450d-b923-4cfa0c5e560e req-a5395e42-0a87-4b4d-aab0-53b690059c9d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:51.863434 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6c2c228e-5d8a-450d-b923-4cfa0c5e560e req-a5395e42-0a87-4b4d-aab0-53b690059c9d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0688345 Jul 27 09:47:51.905115 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6c2c228e-5d8a-450d-b923-4cfa0c5e560e req-e237153f-f667-4a8d-9583-2dbdb6541ec7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353847 Jul 27 09:47:52.396000 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e8831-6805-4f59-a93b-b87a5b2a9628 req-d4d73fea-632a-4134-a47e-298c7941a5ea tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:52.397463 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-552e8831-6805-4f59-a93b-b87a5b2a9628 req-d4d73fea-632a-4134-a47e-298c7941a5ea tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0628238 Jul 27 09:47:52.435371 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-552e8831-6805-4f59-a93b-b87a5b2a9628 req-65489c8a-7586-4af4-bf4f-f60e37a058af tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Jul 27 09:47:53.033009 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed471968-3f27-4242-b2a5-80a7f98450d6 req-8e572d9d-956b-4d4d-9e53-312c9b5d65ba tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:53.034454 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed471968-3f27-4242-b2a5-80a7f98450d6 req-8e572d9d-956b-4d4d-9e53-312c9b5d65ba tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0652745 Jul 27 09:47:53.071234 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed471968-3f27-4242-b2a5-80a7f98450d6 req-1b5a1b18-a6a1-4e97-b808-ff5a5f0bc5ca tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310731 Jul 27 09:47:53.604312 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc3968-2518-41ae-ae26-53b2c1f16c6d req-ea19aeaa-4b76-4ec7-b908-56eaf959b339 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:53.605789 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4bbc3968-2518-41ae-ae26-53b2c1f16c6d req-ea19aeaa-4b76-4ec7-b908-56eaf959b339 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0957212 Jul 27 09:47:53.623944 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ccc69-965a-42ce-a6eb-dfca436bd8cc req-e2783cff-2cc4-456a-9099-af9310754b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:53.625403 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b76ccc69-965a-42ce-a6eb-dfca436bd8cc req-e2783cff-2cc4-456a-9099-af9310754b36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1098 time: 0.1056886 Jul 27 09:47:53.677719 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4bbc3968-2518-41ae-ae26-53b2c1f16c6d req-607397ff-9c33-4548-ad4f-3b4a3d2aa6ce tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644174 Jul 27 09:47:53.679631 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b76ccc69-965a-42ce-a6eb-dfca436bd8cc req-d16326d3-35cd-47b3-b68c-d8dfba33661d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Jul 27 09:47:54.195956 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baaf29-f4be-44a7-927b-f0523c26ad76 req-bd2981a8-58d2-4a23-baee-90decd37bbba tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:54.197410 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-92baaf29-f4be-44a7-927b-f0523c26ad76 req-bd2981a8-58d2-4a23-baee-90decd37bbba tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0609510 Jul 27 09:47:54.234342 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-92baaf29-f4be-44a7-927b-f0523c26ad76 req-39c81c54-c5de-445c-841a-3595f028829a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311329 Jul 27 09:47:54.809346 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8125a-9bc6-4b03-84c9-c5386a90083a req-3fceb88e-5fa7-481c-bab3-de0c54b1dade tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:54.810921 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1cd8125a-9bc6-4b03-84c9-c5386a90083a req-3fceb88e-5fa7-481c-bab3-de0c54b1dade tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0620022 Jul 27 09:47:54.849316 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1cd8125a-9bc6-4b03-84c9-c5386a90083a req-05b3b28e-a656-4061-b197-254e703f5611 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314813 Jul 27 09:47:55.367928 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770216b-dbb8-45e7-a53c-360e14058309 req-b0b86718-fee3-486d-8976-265afffcd100 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:55.369387 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d770216b-dbb8-45e7-a53c-360e14058309 req-b0b86718-fee3-486d-8976-265afffcd100 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0649419 Jul 27 09:47:55.407226 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d770216b-dbb8-45e7-a53c-360e14058309 req-0d634ea1-bdfc-4a2e-8fdb-ca4119eb9171 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Jul 27 09:47:55.703689 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52157e-abca-4301-b95d-80fec553e047 req-d436a210-0ad5-4f4a-b13e-79cad540e7e0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:55.705233 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1a52157e-abca-4301-b95d-80fec553e047 req-d436a210-0ad5-4f4a-b13e-79cad540e7e0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1096032 Jul 27 09:47:55.707240 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-f31aa023-7f55-4a91-8f3e-da8e42b0bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:55.708587 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-f31aa023-7f55-4a91-8f3e-da8e42b0bc05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1098 time: 0.0823712 Jul 27 09:47:55.800743 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1a52157e-abca-4301-b95d-80fec553e047 req-4054d34b-ef16-4335-8c87-cfe9d086295b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874074 Jul 27 09:47:55.830129 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-48613ae2-4ed1-47b4-a531-99ab22ef04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:55.831646 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-48613ae2-4ed1-47b4-a531-99ab22ef04a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 919 time: 0.1141768 Jul 27 09:47:55.883883 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-5dbcb626-e4dd-4569-b5de-01a2e98e7e9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5 HTTP/1.1" status: 200 len: 217 time: 0.0341523 Jul 27 09:47:55.966811 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-b0aa1bc2-9de9-4bf2-bf5b-38ec5094f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:55.968256 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-b0aa1bc2-9de9-4bf2-bf5b-38ec5094f294 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.0763192 Jul 27 09:47:55.994321 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aac10-c439-47e5-8a58-bee4745dab76 req-ca0e59b1-01d2-4b86-a7a9-c025e98b60ab tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:55.997392 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e12aac10-c439-47e5-8a58-bee4745dab76 req-ca0e59b1-01d2-4b86-a7a9-c025e98b60ab tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0747428 Jul 27 09:47:56.035636 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-99996437-56dd-4292-bb1d-777a498e9a4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373063 Jul 27 09:47:56.067353 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e12aac10-c439-47e5-8a58-bee4745dab76 req-9e1eb1ee-df4a-4cd5-bd25-058c67b65df5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571504 Jul 27 09:47:56.139659 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-f79cda09-1ffc-4e85-ad69-2ae3b8d51f43 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875461 Jul 27 09:47:56.241335 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d3787104-0b79-475a-a10b-dfbac6fc47dc req-d8c5bd66-773b-45b1-b50c-710e10025d3e service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823448 Jul 27 09:47:56.933328 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b729a-8f15-4955-b81e-d6564a856930 req-81f20b1d-de3c-4cde-9dbf-64647148e58d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:56.934862 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-018b729a-8f15-4955-b81e-d6564a856930 req-81f20b1d-de3c-4cde-9dbf-64647148e58d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0670810 Jul 27 09:47:56.973088 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-018b729a-8f15-4955-b81e-d6564a856930 req-6f875f59-3069-46bf-84b3-7194389d4de9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Jul 27 09:47:57.195897 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86553bab-adfa-4d55-ab42-c2e4bdcc5376 req-4f1f01d3-860b-4404-baa8-738a9aff49b5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:57.197391 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86553bab-adfa-4d55-ab42-c2e4bdcc5376 req-4f1f01d3-860b-4404-baa8-738a9aff49b5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0628307 Jul 27 09:47:57.233641 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86553bab-adfa-4d55-ab42-c2e4bdcc5376 req-ac451957-c1d0-464c-9e73-278f1ae49093 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304806 Jul 27 09:47:58.109837 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e69f2e-4498-4da8-a4fc-7650fcacf084 req-413d580c-58d2-4eaa-811f-921a62e9120b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:58.112120 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67e69f2e-4498-4da8-a4fc-7650fcacf084 req-413d580c-58d2-4eaa-811f-921a62e9120b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0643957 Jul 27 09:47:58.119939 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49050) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:58.153150 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67e69f2e-4498-4da8-a4fc-7650fcacf084 req-012c18cb-4819-43b9-9078-f1c9873e37a4 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350556 Jul 27 09:47:58.225006 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fae31ac7-9734-4ae5-ba02-e6067b6f865a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:58.317854 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fae31ac7-9734-4ae5-ba02-e6067b6f865a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:58.321092 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fae31ac7-9734-4ae5-ba02-e6067b6f865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:58.354613 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-fae31ac7-9734-4ae5-ba02-e6067b6f865a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14ae4c4598214e8596d65f1afca43114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312720 Jul 27 09:47:58.355120 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49066) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:47:58.379591 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc0e3c-7ba6-429b-ba79-8bf585206506 req-566c6a23-1f03-411a-9f4a-3c89da187a2b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:58.381727 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae31ac7-9734-4ae5-ba02-e6067b6f865a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc55995-dd2e-4dbb-9ca4-a0b792247ac0,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:58.381838 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0dfc0e3c-7ba6-429b-ba79-8bf585206506 req-566c6a23-1f03-411a-9f4a-3c89da187a2b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0712900 Jul 27 09:47:58.422976 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ab311986-2afc-445d-8936-bad69643d0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:58.428487 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0dfc0e3c-7ba6-429b-ba79-8bf585206506 req-a91641bb-9dbe-4c78-bad5-cc3efd075c52 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Jul 27 09:47:58.445633 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ab311986-2afc-445d-8936-bad69643d0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:58.495107 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ab311986-2afc-445d-8936-bad69643d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:58.497881 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-ab311986-2afc-445d-8936-bad69643d0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:47:58.499061 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-ab311986-2afc-445d-8936-bad69643d0b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bc55995-dd2e-4dbb-9ca4-a0b792247ac0 HTTP/1.1" status: 204 len: 168 time: 0.1428509 Jul 27 09:47:58.507961 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab311986-2afc-445d-8936-bad69643d0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc55995-dd2e-4dbb-9ca4-a0b792247ac0,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:47:59.291505 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c57390-dbce-4756-b395-9419cfb74038 req-db9bb725-46c4-4100-bf18-962c6f676fd2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:59.293000 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b9c57390-dbce-4756-b395-9419cfb74038 req-db9bb725-46c4-4100-bf18-962c6f676fd2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0700176 Jul 27 09:47:59.333420 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b9c57390-dbce-4756-b395-9419cfb74038 req-191724dc-aca9-4029-9145-532c0b9501af tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Jul 27 09:47:59.578444 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1305ef-b298-4b16-ab4c-ca9e78985ad8 req-f05e8998-2f0f-47a2-a7c0-fdf732c1b22f tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:47:59.580042 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2c1305ef-b298-4b16-ab4c-ca9e78985ad8 req-f05e8998-2f0f-47a2-a7c0-fdf732c1b22f tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0722206 Jul 27 09:47:59.624929 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2c1305ef-b298-4b16-ab4c-ca9e78985ad8 req-c11aa97f-9e3c-45a8-987e-456f23194fa7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384135 Jul 27 09:48:00.764969 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-0207505c-991b-4b8c-b7b7-0da9aff45a90 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b692dad264d74dea8e86fbd689ca1d93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467386 Jul 27 09:48:00.913600 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8bcb-5c40-4f52-af71-dc477705ac4e req-5ce44db7-bac2-4e9c-b1a7-544d87b9e689 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:00.915114 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c62b8bcb-5c40-4f52-af71-dc477705ac4e req-5ce44db7-bac2-4e9c-b1a7-544d87b9e689 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.2059205 Jul 27 09:48:00.994661 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-09860632-c940-459d-bc78-2561d2c4da37 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:00.996470 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-09860632-c940-459d-bc78-2561d2c4da37 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248137 Jul 27 09:48:01.002018 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c62b8bcb-5c40-4f52-af71-dc477705ac4e req-93c7241e-62f2-4bf8-90e6-20efcf783e83 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748966 Jul 27 09:48:01.025569 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-8597282e-8187-4233-ae11-1628f967699d tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/quotas/b692dad264d74dea8e86fbd689ca1d93 HTTP/1.1" status: 200 len: 375 time: 0.0165827 Jul 27 09:48:01.070018 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-4b008650-3e35-4eaa-92ae-0e915fcf62e9 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b692dad264d74dea8e86fbd689ca1d93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365489 Jul 27 09:48:01.136289 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874a71-da32-425c-ab2f-2e2c09b02919 req-dda74a44-36d3-44d1-bebf-d427435e23d1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:01.137815 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4874a71-da32-425c-ab2f-2e2c09b02919 req-dda74a44-36d3-44d1-bebf-d427435e23d1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0703759 Jul 27 09:48:01.183003 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4874a71-da32-425c-ab2f-2e2c09b02919 req-5df8cd12-5242-4300-9fa2-b53c9d51572f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388763 Jul 27 09:48:01.331655 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5e804a6d-98ea-4ae9-9f7c-f42e9fec4da1 req-9076e4a4-3ca3-45fd-ae84-cf07615318b9 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 210 time: 0.0522947 Jul 27 09:48:01.474298 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca25832-845e-4d5d-b995-cbb4eeff2977 req-d2ed1224-3d4d-4011-8008-75b5456a5f19 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:01.476133 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ca25832-845e-4d5d-b995-cbb4eeff2977 req-d2ed1224-3d4d-4011-8008-75b5456a5f19 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0877132 Jul 27 09:48:01.522708 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ca25832-845e-4d5d-b995-cbb4eeff2977 req-a4dac027-7976-4b68-91fb-1cc36a8a385b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 Jul 27 09:48:02.138013 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a8ddd-26a2-4ef9-8d08-477cbad928e9 req-7a65b15f-5b78-4065-a6eb-c2eb4fb9b01b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:02.139700 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-454a8ddd-26a2-4ef9-8d08-477cbad928e9 req-7a65b15f-5b78-4065-a6eb-c2eb4fb9b01b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0665369 Jul 27 09:48:02.178892 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-454a8ddd-26a2-4ef9-8d08-477cbad928e9 req-40b1708b-fa85-49b2-a290-225773f05bcb tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330281 Jul 27 09:48:02.451083 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-03c9f01f-b9b7-49e9-8044-edea5c20d3f1 req-e33cb253-2580-4b06-aed9-e08a37e0247f tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 210 time: 0.0385246 Jul 27 09:48:02.477084 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-0938d79d-05e5-4a65-848e-579639c38225 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b692dad264d74dea8e86fbd689ca1d93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280857 Jul 27 09:48:02.919636 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-4ebefec1-83ef-49fb-96cd-b2b2d83faa37 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:02.920971 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-4ebefec1-83ef-49fb-96cd-b2b2d83faa37 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4372761 Jul 27 09:48:02.933628 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-4e203566-711b-468e-a572-5d916e785e73 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:02.935017 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-4e203566-711b-468e-a572-5d916e785e73 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 815 time: 0.4056637 Jul 27 09:48:02.949830 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Request body: {'port': {'device_id': 'b8cde737-552a-4108-998c-e2b5d4eab334', 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9', 'admin_state_up': True, 'tenant_id': 'b692dad264d74dea8e86fbd689ca1d93'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:03.001378 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-d14b49e3-5bca-4486-8060-2c6ec684eec1 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/quotas/2aad45925ee949b5ba29101ecbf40b3f HTTP/1.1" status: 200 len: 375 time: 0.0588653 Jul 27 09:48:03.008693 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd884a-3eb3-43b1-b414-fe06314ef0a3 req-ee593388-d203-42b7-8d29-47a214f04694 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:03.010091 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d0cd884a-3eb3-43b1-b414-fe06314ef0a3 req-ee593388-d203-42b7-8d29-47a214f04694 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.2017517 Jul 27 09:48:03.109255 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d0cd884a-3eb3-43b1-b414-fe06314ef0a3 req-a13b8653-0dde-47a5-9768-85b04e125f16 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930622 Jul 27 09:48:03.151392 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-5b93d39b-311c-41cc-ad1e-e294c7ea920a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1384430 Jul 27 09:48:03.152411 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Made reservation on behalf of b692dad264d74dea8e86fbd689ca1d93 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:48:03.155579 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.172694 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.317017 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-fc1ee3d6-ecb4-4583-bedf-78126dedae82 service neutron] 10.222.0.22 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576221 Jul 27 09:48:03.451751 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4199c-d1d4-4916-8a26-5443578af110 req-45adfa06-eae8-4a56-81eb-9cb5d273780e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:03.453138 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2da4199c-d1d4-4916-8a26-5443578af110 req-45adfa06-eae8-4a56-81eb-9cb5d273780e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1958528 Jul 27 09:48:03.459088 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49222) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:03.464081 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.478607 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.527902 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-4975e96c-184e-4588-baca-8cc8eb9a4e4d service neutron] 10.222.0.22 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033379 Jul 27 09:48:03.566575 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe44540a-c0bd-453c-9f15-9490c65afbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.574970 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490074c4-327c-4524-9d94-a0cdd35f4f8d,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:03.582732 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2da4199c-d1d4-4916-8a26-5443578af110 req-3214b3d8-a7b4-4e98-acb6-47a0847c51d0 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174684 Jul 27 09:48:03.674334 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Allocated IP 192.168.233.120 (8efe8bc8-8043-4fae-8223-cb2ff5171aa9/730a8cb1-67fe-4de9-a1d3-e378dc08d8c7/51302240-477d-4a0f-aa63-a84af4f39eba) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:48:03.712393 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a3ea2dc3-9121-468f-bf7f-768e32258f75 req-494183f3-9473-4662-8240-9d358b312a97 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 210 time: 0.0355687 Jul 27 09:48:03.719366 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe44540a-c0bd-453c-9f15-9490c65afbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.724373 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe44540a-c0bd-453c-9f15-9490c65afbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.762979 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dd98d34b-921c-448c-b235-f67cb27df9fd req-e7adf8a3-9f48-4ee3-afb9-f75697ea8765 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 210 time: 0.0494745 Jul 27 09:48:03.774286 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44540a-c0bd-453c-9f15-9490c65afbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11904d37-4977-445e-8709-e8e0ea6ab186,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:03.782048 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-fe44540a-c0bd-453c-9f15-9490c65afbac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=884615de7c3f449a85a0da76aa469815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189969 Jul 27 09:48:03.782048 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49232) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:03.845642 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee2ea-6d7d-4761-890c-dc014fc3e943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.880589 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee2ea-6d7d-4761-890c-dc014fc3e943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.931953 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee2ea-6d7d-4761-890c-dc014fc3e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.934643 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee2ea-6d7d-4761-890c-dc014fc3e943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.935926 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-6d8ee2ea-6d7d-4761-890c-dc014fc3e943 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11904d37-4977-445e-8709-e8e0ea6ab186 HTTP/1.1" status: 204 len: 168 time: 0.1534698 Jul 27 09:48:03.942921 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:03.960636 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Transition to ACTIVE for port object 51302240-477d-4a0f-aa63-a84af4f39eba will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:03.960783 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ee2ea-6d7d-4761-890c-dc014fc3e943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11904d37-4977-445e-8709-e8e0ea6ab186,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:03.998373 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:04.053273 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:04.056360 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:04.061954 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:48:04.066550 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Pushing event updated for resources: {'Port': ['ID=51302240-477d-4a0f-aa63-a84af4f39eba,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:04.133608 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:04.134429 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:04.153358 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-379da2ac-14d1-4cf8-8959-89ec0105d276 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2081583 Jul 27 09:48:04.180007 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Request body: {'port': {'device_id': 'b8cde737-552a-4108-998c-e2b5d4eab334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:04.319628 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:04.337650 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632717c-690f-4809-93b6-19a0ae4f95a3 req-b2fdecc8-4a89-4109-8294-6c5c68942672 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:04.339290 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f632717c-690f-4809-93b6-19a0ae4f95a3 req-b2fdecc8-4a89-4109-8294-6c5c68942672 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1278567 Jul 27 09:48:04.353468 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-46d15c75-e2b2-4a36-aa94-e1033b865863 None None] Provisioning for port 51302240-477d-4a0f-aa63-a84af4f39eba completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:04.360742 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-46d15c75-e2b2-4a36-aa94-e1033b865863 None None] Provisioning complete for port 51302240-477d-4a0f-aa63-a84af4f39eba triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:04.361116 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-46d15c75-e2b2-4a36-aa94-e1033b865863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:04.398054 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-46d15c75-e2b2-4a36-aa94-e1033b865863 None None] Port 51302240-477d-4a0f-aa63-a84af4f39eba cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:48:04.460966 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f632717c-690f-4809-93b6-19a0ae4f95a3 req-27511dd4-1c7c-4fb3-8897-85cf5744a1d9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140759 Jul 27 09:48:04.630562 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51302240-477d-4a0f-aa63-a84af4f39eba {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:48:04.638116 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:04.651277 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Transition to ACTIVE for port object 51302240-477d-4a0f-aa63-a84af4f39eba will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:04.655974 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:04.741382 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Pushing event updated for resources: {'Port': ['ID=51302240-477d-4a0f-aa63-a84af4f39eba,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:04.928089 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee1b40-8838-46d0-a37a-e21e10c54539 req-e18afec2-517b-401c-9dc6-7a14a284b713 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:04.929761 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ceee1b40-8838-46d0-a37a-e21e10c54539 req-e18afec2-517b-401c-9dc6-7a14a284b713 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.2432575 Jul 27 09:48:04.964628 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Attempting to bind port 51302240-477d-4a0f-aa63-a84af4f39eba on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:48:04.964962 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Attempting to bind port 51302240-477d-4a0f-aa63-a84af4f39eba by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': 'fcddca96-08c6-403b-b1a7-fe8a3667ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:48:04.965496 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Attempting to bind port 51302240-477d-4a0f-aa63-a84af4f39eba on network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:05.002218 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Port 51302240-477d-4a0f-aa63-a84af4f39eba on network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:48:05.002454 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Attempting to bind port 51302240-477d-4a0f-aa63-a84af4f39eba on network 8efe8bc8-8043-4fae-8223-cb2ff5171aa9 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:05.027798 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:48:05.028137 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Checking segment: {'id': 'fcddca96-08c6-403b-b1a7-fe8a3667ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:05.028604 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Bound using segment: {'id': 'fcddca96-08c6-403b-b1a7-fe8a3667ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:48:05.029107 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Bound port: 51302240-477d-4a0f-aa63-a84af4f39eba, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcddca96-08c6-403b-b1a7-fe8a3667ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:48:05.029486 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:05.077836 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ceee1b40-8838-46d0-a37a-e21e10c54539 req-048e85da-9121-4bc1-85b6-dcf7d0d54b12 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184587 Jul 27 09:48:05.113689 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468beceb-c66f-4a3d-8c20-1b0a5f89abe3 req-9eb14643-ad4b-4272-bd0a-a96267d8688d tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:05.115264 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-468beceb-c66f-4a3d-8c20-1b0a5f89abe3 req-9eb14643-ad4b-4272-bd0a-a96267d8688d tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.3004317 Jul 27 09:48:05.126034 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-8408dfb5-60f2-41ee-900f-4b0b815d2d9e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:05.127557 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-8408dfb5-60f2-41ee-900f-4b0b815d2d9e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "GET /v2.0/networks?id=b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 200 len: 815 time: 0.2674983 Jul 27 09:48:05.192202 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Request body: {'port': {'device_id': 'fe77ad01-2a66-478f-81e8-5b3cdf750cdb', 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad', 'admin_state_up': True, 'tenant_id': '2aad45925ee949b5ba29101ecbf40b3f'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:05.233482 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-468beceb-c66f-4a3d-8c20-1b0a5f89abe3 req-4195232f-8cbc-451e-8bb5-7291d63f96a8 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049380 Jul 27 09:48:05.261792 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-387ec561-9aa6-4a94-bb4f-26fcbc91de14 req-9b51b91b-2e5d-4b2f-b3b4-57c3de4f4dc2 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 210 time: 0.0947626 Jul 27 09:48:05.265763 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] For port 51302240-477d-4a0f-aa63-a84af4f39eba, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:48:05.287260 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] For port 51302240-477d-4a0f-aa63-a84af4f39eba, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=51302240-477d-4a0f-aa63-a84af4f39eba,segment=NetworkSegment(fcddca96-08c6-403b-b1a7-fe8a3667ec6a),segment_id=fcddca96-08c6-403b-b1a7-fe8a3667ec6a)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:48:05.295995 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:05.361207 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:05.361831 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:05.363261 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] 10.222.0.48 "PUT /v2.0/ports/51302240-477d-4a0f-aa63-a84af4f39eba HTTP/1.1" status: 200 len: 1098 time: 1.1883299 Jul 27 09:48:05.365215 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cde737-552a-4108-998c-e2b5d4eab334', 'tag': '51302240-477d-4a0f-aa63-a84af4f39eba'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:48:05.367504 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cde737-552a-4108-998c-e2b5d4eab334", "tag": "51302240-477d-4a0f-aa63-a84af4f39eba"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:48:05.390938 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7560ed9-5a9f-4c8d-8993-f1ee1dc8d056 service neutron] Pushing event updated for resources: {'Port': ['ID=51302240-477d-4a0f-aa63-a84af4f39eba,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:05.416263 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5223aa25-0d4e-4482-991c-2c8acb093533 x-openstack-request-id: req-5223aa25-0d4e-4482-991c-2c8acb093533 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:48:05.416560 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cde737-552a-4108-998c-e2b5d4eab334", "tag": "51302240-477d-4a0f-aa63-a84af4f39eba", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:48:05.416897 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5223aa25-0d4e-4482-991c-2c8acb093533 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:48:05.417343 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cde737-552a-4108-998c-e2b5d4eab334', 'tag': '51302240-477d-4a0f-aa63-a84af4f39eba', 'status': 'completed', 'code': 200} Jul 27 09:48:05.418468 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Made reservation on behalf of 2aad45925ee949b5ba29101ecbf40b3f for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:48:05.422033 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:05.635052 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-0ec745d4-5385-42dd-938d-cb2b758c9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:05.636462 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-0ec745d4-5385-42dd-938d-cb2b758c9b48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b692dad264d74dea8e86fbd689ca1d93&device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 1101 time: 0.1513128 Jul 27 09:48:05.642516 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Allocated IP 172.20.0.9 (b903a327-7d99-464f-bb50-f2f88b91caad/ec6f467b-3c5d-4050-b4e7-a2c698d321ae/0ab6b3e0-7fba-4e35-a981-b49421b5acf8) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:48:05.699390 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-d1e64d6a-0a98-44d5-b56a-721483edd5f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=51302240-477d-4a0f-aa63-a84af4f39eba HTTP/1.1" status: 200 len: 217 time: 0.0419574 Jul 27 09:48:05.726812 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234201f-cc50-4167-8b82-33dc0ce2d04c req-96f175f2-7010-415b-a547-9455b04f72af tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:05.728242 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2234201f-cc50-4167-8b82-33dc0ce2d04c req-96f175f2-7010-415b-a547-9455b04f72af tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1941965 Jul 27 09:48:05.846383 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-ff3da1d2-558b-4b8d-83ce-ae02bd33a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:05.847793 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-ff3da1d2-558b-4b8d-83ce-ae02bd33a6c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=730a8cb1-67fe-4de9-a1d3-e378dc08d8c7 HTTP/1.1" status: 200 len: 843 time: 0.1373906 Jul 27 09:48:05.852712 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2234201f-cc50-4167-8b82-33dc0ce2d04c req-1d61a411-3903-470f-9024-96d6c836f227 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037009 Jul 27 09:48:05.951138 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:05.962048 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-29673f8d-aa1d-433b-8120-e3d23471b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:05.963585 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-29673f8d-aa1d-433b-8120-e3d23471b637 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8efe8bc8-8043-4fae-8223-cb2ff5171aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1076953 Jul 27 09:48:06.077478 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:06.117960 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'fea74448-63d3-45c4-a4f2-60bde7727cea', '84109270-a9bc-452c-80b3-71a25ca5663f'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:48:06.391448 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Network b903a327-7d99-464f-bb50-f2f88b91caad is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:06.415876 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-bf1d9961-9859-4e60-abc9-83ead6d60ce8 service neutron] 10.222.0.48 "GET /v2.0/networks/8efe8bc8-8043-4fae-8223-cb2ff5171aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427633 Jul 27 09:48:06.423008 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:06.482114 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:48:06.492947 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Pushing event updated for resources: {'Port': ['ID=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:06.605657 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:06.606262 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:06.653245 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-13cf86f2-6ae3-493c-b73e-beb8af7b0ba4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4696555 Jul 27 09:48:06.662559 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230910-f925-4453-9e4c-5f3f704166cc req-e6708ede-da80-4acd-bd85-66ed0f1ae78a tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:06.663983 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a3230910-f925-4453-9e4c-5f3f704166cc req-e6708ede-da80-4acd-bd85-66ed0f1ae78a tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.2759874 Jul 27 09:48:06.671425 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac62e4-1e02-4e40-9712-46ab181386c1 req-842ad074-be39-49cb-9cb8-5c3bd67d4da1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:06.673341 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-50ac62e4-1e02-4e40-9712-46ab181386c1 req-842ad074-be39-49cb-9cb8-5c3bd67d4da1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.2859561 Jul 27 09:48:06.677625 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e12f2c2-f837-4075-94c0-33543b9c620b req-bfbc339f-0445-432e-9d83-65f1cc6dda1d service neutron] 10.222.0.48 "GET /v2.0/networks/8efe8bc8-8043-4fae-8223-cb2ff5171aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516708 Jul 27 09:48:06.681774 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Request body: {'port': {'device_id': 'fe77ad01-2a66-478f-81e8-5b3cdf750cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:06.775478 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a3230910-f925-4453-9e4c-5f3f704166cc req-59dd7c43-c6d1-4121-ab31-0e1c6c95ac19 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010389 Jul 27 09:48:06.805691 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-50ac62e4-1e02-4e40-9712-46ab181386c1 req-4a67575e-5050-4e38-b8a0-cbfad5647192 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212528 Jul 27 09:48:06.823345 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:07.029838 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c7a63-a79d-4ec9-8a62-ebb75abc38ca req-b3749906-8c0c-43c1-b351-ce05e474f085 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:07.031392 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-117c7a63-a79d-4ec9-8a62-ebb75abc38ca req-b3749906-8c0c-43c1-b351-ce05e474f085 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 931 time: 0.1995754 Jul 27 09:48:07.140583 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c4a2f-c9ce-41a8-bf88-68cb00eb01da req-226b9d1a-3bf8-4a16-9ac5-1b7b8128057e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:07.142101 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-081c4a2f-c9ce-41a8-bf88-68cb00eb01da req-226b9d1a-3bf8-4a16-9ac5-1b7b8128057e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1829851 Jul 27 09:48:07.146815 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-117c7a63-a79d-4ec9-8a62-ebb75abc38ca req-0737fe00-9f46-4a21-8d15-e22a78c6be55 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035442 Jul 27 09:48:07.209735 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-081c4a2f-c9ce-41a8-bf88-68cb00eb01da req-28cffd13-0783-466a-92f4-d7f25ad03e7a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598500 Jul 27 09:48:07.251168 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:48:07.258643 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:07.270084 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Transition to ACTIVE for port object 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:07.273858 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:07.325936 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:07.397028 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Attempting to bind port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:48:07.397628 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Attempting to bind port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:48:07.397730 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Attempting to bind port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 on network b903a327-7d99-464f-bb50-f2f88b91caad {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:07.402946 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 on network b903a327-7d99-464f-bb50-f2f88b91caad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:48:07.403272 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Attempting to bind port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 on network b903a327-7d99-464f-bb50-f2f88b91caad {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:07.410772 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:48:07.411119 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Checking segment: {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:07.411508 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Bound using segment: {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:48:07.411940 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Bound port: 0ab6b3e0-7fba-4e35-a981-b49421b5acf8, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd228e950-8689-4d85-86df-4cbbda9fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:48:07.412300 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:07.476681 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] For port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:48:07.480165 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] For port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:48:07.484002 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:07.522266 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:07.522926 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:07.524413 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] 10.222.0.48 "PUT /v2.0/ports/0ab6b3e0-7fba-4e35-a981-b49421b5acf8 HTTP/1.1" status: 200 len: 1093 time: 0.8490252 Jul 27 09:48:07.524876 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe77ad01-2a66-478f-81e8-5b3cdf750cdb', 'tag': '0ab6b3e0-7fba-4e35-a981-b49421b5acf8'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:48:07.527198 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81043776-3bdf-497a-9674-60b704ef9eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe77ad01-2a66-478f-81e8-5b3cdf750cdb", "tag": "0ab6b3e0-7fba-4e35-a981-b49421b5acf8"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:48:07.553434 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d62cc-15fd-4521-98b4-99c2115d9513 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:07.574555 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833dded3-ed5f-48f5-90df-7fabab3dbadf x-openstack-request-id: req-833dded3-ed5f-48f5-90df-7fabab3dbadf {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:48:07.574867 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe77ad01-2a66-478f-81e8-5b3cdf750cdb", "tag": "0ab6b3e0-7fba-4e35-a981-b49421b5acf8", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:48:07.575119 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-833dded3-ed5f-48f5-90df-7fabab3dbadf {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:48:07.575517 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe77ad01-2a66-478f-81e8-5b3cdf750cdb', 'tag': '0ab6b3e0-7fba-4e35-a981-b49421b5acf8', 'status': 'completed', 'code': 200} Jul 27 09:48:07.931182 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8868b-9827-4202-966d-ea6396d5a1ef req-733dc338-3a4f-44fc-aa47-5384bc24d11a tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:07.932679 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0ed8868b-9827-4202-966d-ea6396d5a1ef req-733dc338-3a4f-44fc-aa47-5384bc24d11a tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.0912802 Jul 27 09:48:07.987486 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877b465-0a9b-4d4f-9fd2-0015344023de req-ce3c6427-5529-4f33-afa2-93db315da692 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:07.988969 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f877b465-0a9b-4d4f-9fd2-0015344023de req-ce3c6427-5529-4f33-afa2-93db315da692 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1039643 Jul 27 09:48:07.992115 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0ed8868b-9827-4202-966d-ea6396d5a1ef req-342c9491-f8d9-4e5c-8f72-d19c2bf51d17 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Jul 27 09:48:08.031825 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f877b465-0a9b-4d4f-9fd2-0015344023de req-cc86d6b0-13ac-4958-9c62-e5b5cf3d71cd tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364201 Jul 27 09:48:08.278071 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d4b3f-310d-426c-815a-06bfbb21faa7 req-b0416794-1944-4951-80d9-9c65e8e3c027 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:08.279749 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b0d4b3f-310d-426c-815a-06bfbb21faa7 req-b0416794-1944-4951-80d9-9c65e8e3c027 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.0648537 Jul 27 09:48:08.322653 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b0d4b3f-310d-426c-815a-06bfbb21faa7 req-f3388a28-50e2-4bba-9b0e-6166aa2f9105 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365889 Jul 27 09:48:08.477171 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801dba2-1a31-43ed-b402-0722ecd6598c req-1de9990a-c75a-4628-b56f-ab36f82706ee tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:08.478645 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2801dba2-1a31-43ed-b402-0722ecd6598c req-1de9990a-c75a-4628-b56f-ab36f82706ee tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0629182 Jul 27 09:48:08.517426 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2801dba2-1a31-43ed-b402-0722ecd6598c req-2cd22b6e-755c-440c-b9b9-e97c62934513 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Jul 27 09:48:09.151076 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0e0b9-5674-4d9e-8c50-643d87fdf9e2 req-5988bfd9-5301-4786-a7d4-54994e6fe801 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:09.152577 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-71a0e0b9-5674-4d9e-8c50-643d87fdf9e2 req-5988bfd9-5301-4786-a7d4-54994e6fe801 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.0941470 Jul 27 09:48:09.218381 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c97a27-73a8-474a-96ed-187d479c12de req-0cb20392-5cc4-4e9e-af9a-a48d33e28913 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:09.220482 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4c97a27-73a8-474a-96ed-187d479c12de req-0cb20392-5cc4-4e9e-af9a-a48d33e28913 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1168931 Jul 27 09:48:09.223971 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-71a0e0b9-5674-4d9e-8c50-643d87fdf9e2 req-9c3fa6fe-61cb-427b-9dea-2a929aa7de89 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646436 Jul 27 09:48:09.258703 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f4c97a27-73a8-474a-96ed-187d479c12de req-6aa12b39-7702-4b04-a2b3-ed3d68132d6e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320413 Jul 27 09:48:09.455410 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3f3bc-1a04-4cc1-8982-454e4ee6a622 req-eadf4aaf-abfb-4525-9e63-52f9efb158d8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:09.456913 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b7f3f3bc-1a04-4cc1-8982-454e4ee6a622 req-eadf4aaf-abfb-4525-9e63-52f9efb158d8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.0694399 Jul 27 09:48:09.494690 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b7f3f3bc-1a04-4cc1-8982-454e4ee6a622 req-fe363659-cc29-492d-833d-84516a8807f5 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Jul 27 09:48:09.643743 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62310866-6be2-4745-9fd8-5c3e114510f4 req-c3965260-b10c-4e52-95e9-612a5a97c2f7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:09.645250 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-62310866-6be2-4745-9fd8-5c3e114510f4 req-c3965260-b10c-4e52-95e9-612a5a97c2f7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0624137 Jul 27 09:48:09.683043 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-62310866-6be2-4745-9fd8-5c3e114510f4 req-d0476983-55e4-407e-832b-20d26d300fb2 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Jul 27 09:48:09.822277 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-f890a0dc-fbf6-4ce4-a270-c8a825d512a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:09.823710 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-f890a0dc-fbf6-4ce4-a270-c8a825d512a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b692dad264d74dea8e86fbd689ca1d93&device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 1101 time: 0.0976000 Jul 27 09:48:09.825465 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81043776-3bdf-497a-9674-60b704ef9eb5 req-dca2d52a-3ae3-41b3-a7c6-3ba3a9fac2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:09.826839 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81043776-3bdf-497a-9674-60b704ef9eb5 req-dca2d52a-3ae3-41b3-a7c6-3ba3a9fac2b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 1096 time: 0.0994613 Jul 27 09:48:10.077583 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-bbe45205-e0f8-4390-a837-66f369622383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:10.079537 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-bbe45205-e0f8-4390-a837-66f369622383 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8efe8bc8-8043-4fae-8223-cb2ff5171aa9 HTTP/1.1" status: 200 len: 870 time: 0.2321010 Jul 27 09:48:10.080469 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81043776-3bdf-497a-9674-60b704ef9eb5 req-d613445d-7d69-48c5-b6bc-1873f056cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:10.081755 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81043776-3bdf-497a-9674-60b704ef9eb5 req-d613445d-7d69-48c5-b6bc-1873f056cc14 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2278948 Jul 27 09:48:10.207125 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-9dc01f81-3456-4587-a952-42756b409eb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=51302240-477d-4a0f-aa63-a84af4f39eba HTTP/1.1" status: 200 len: 217 time: 0.0856273 Jul 27 09:48:10.369621 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-1345c390-79b4-406d-a431-1a3989061a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:10.370987 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-1345c390-79b4-406d-a431-1a3989061a65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=730a8cb1-67fe-4de9-a1d3-e378dc08d8c7 HTTP/1.1" status: 200 len: 843 time: 0.1528549 Jul 27 09:48:10.432850 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81043776-3bdf-497a-9674-60b704ef9eb5 req-62b7f082-7dc2-4cec-bdf4-63b3ee2b38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:10.434326 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81043776-3bdf-497a-9674-60b704ef9eb5 req-62b7f082-7dc2-4cec-bdf4-63b3ee2b38fc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3204653 Jul 27 09:48:10.491542 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9004dd-38ae-4630-9bcf-2a29e1cda988 req-88f529a1-e506-4803-99d3-118e5170dbf2 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:10.493007 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5e9004dd-38ae-4630-9bcf-2a29e1cda988 req-88f529a1-e506-4803-99d3-118e5170dbf2 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.1978297 Jul 27 09:48:10.508829 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39819-e0cd-40a1-ab1a-f81ebeccb1fe req-020e44e9-f6ce-4419-9a99-a42e76458553 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:10.510354 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-85d39819-e0cd-40a1-ab1a-f81ebeccb1fe req-020e44e9-f6ce-4419-9a99-a42e76458553 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1650393 Jul 27 09:48:10.513124 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-1e45650e-9f9c-4500-a1fa-a6fb350706ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:10.514594 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-1e45650e-9f9c-4500-a1fa-a6fb350706ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8efe8bc8-8043-4fae-8223-cb2ff5171aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1156638 Jul 27 09:48:10.682613 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-76162dae-b69a-4d4f-bb31-a1001f72c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:10.876301 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5e9004dd-38ae-4630-9bcf-2a29e1cda988 req-f2af8818-fac1-428e-b576-b6a6c89e23af tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763597 Jul 27 09:48:10.887677 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-85d39819-e0cd-40a1-ab1a-f81ebeccb1fe req-8c4f8ca5-36ee-460a-bed8-7c0f37b1615e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667455 Jul 27 09:48:10.936260 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-6fff6715-547f-4c3d-84f7-0e0aa32bf4c4 service neutron] 10.222.0.48 "GET /v2.0/networks/8efe8bc8-8043-4fae-8223-cb2ff5171aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917549 Jul 27 09:48:10.947839 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-53b5c438-b01e-4b06-b6c9-bcb2a2c7dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:10.949473 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-53b5c438-b01e-4b06-b6c9-bcb2a2c7dc14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 1096 time: 0.3885281 Jul 27 09:48:11.094213 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-9e8e8111-e566-4cb6-ab57-a88995489522 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ab6b3e0-7fba-4e35-a981-b49421b5acf8 HTTP/1.1" status: 200 len: 217 time: 0.0835881 Jul 27 09:48:11.152779 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e520f2-2642-4da8-96e7-cb3a2762dbc5 req-eb838bb2-3109-45f5-b1cb-8db98820e503 service neutron] 10.222.0.48 "GET /v2.0/networks/8efe8bc8-8043-4fae-8223-cb2ff5171aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074580 Jul 27 09:48:11.167864 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdcca6-6a5e-4bb9-a01e-48e46485b9d7 req-7b2390d6-fe11-44f2-9a29-081aa2b4fa1e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:11.169298 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0dcdcca6-6a5e-4bb9-a01e-48e46485b9d7 req-7b2390d6-fe11-44f2-9a29-081aa2b4fa1e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1945033 Jul 27 09:48:11.177258 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172799-c01d-4bde-b95b-f6c9057fd107 req-f162d623-12fc-46a3-8d36-129a0b9cdabf tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:11.178638 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6172799-c01d-4bde-b95b-f6c9057fd107 req-f162d623-12fc-46a3-8d36-129a0b9cdabf tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.2283168 Jul 27 09:48:11.234198 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0dcdcca6-6a5e-4bb9-a01e-48e46485b9d7 req-44e382bd-a729-48e2-aff3-fbfff0d61f52 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545926 Jul 27 09:48:11.237463 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6172799-c01d-4bde-b95b-f6c9057fd107 req-1f4632f6-c3c1-4f14-bd9e-2d59cc9167ad tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521748 Jul 27 09:48:11.585567 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9828-ccf7-4db4-a09d-a2a426487266 req-e8f746ef-c4f5-44af-bf6f-e2aed489144a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:11.587133 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-284d9828-ccf7-4db4-a09d-a2a426487266 req-e8f746ef-c4f5-44af-bf6f-e2aed489144a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0626209 Jul 27 09:48:11.629378 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-284d9828-ccf7-4db4-a09d-a2a426487266 req-55072d82-34e8-423e-9a91-4179925d7be9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362468 Jul 27 09:48:12.051274 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1bf2-6608-45a1-bf13-65124f3e16a2 req-591e926a-0c66-41ab-b00d-380cb011557f tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:12.052989 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-742f1bf2-6608-45a1-bf13-65124f3e16a2 req-591e926a-0c66-41ab-b00d-380cb011557f tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.1008713 Jul 27 09:48:12.072636 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43137a84-e8d8-408b-8ba6-a74864105fba req-fcb3e360-e460-4fa5-ac92-3f9f2fb5d240 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:12.074042 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-43137a84-e8d8-408b-8ba6-a74864105fba req-fcb3e360-e460-4fa5-ac92-3f9f2fb5d240 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0925875 Jul 27 09:48:12.117306 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-742f1bf2-6608-45a1-bf13-65124f3e16a2 req-5d2b6a4d-abda-465a-b93e-7bf700e5ef4f tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575969 Jul 27 09:48:12.131238 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-43137a84-e8d8-408b-8ba6-a74864105fba req-d500b796-3283-463e-a0eb-36182678cd37 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493169 Jul 27 09:48:12.405187 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7212-3884-4ecd-bbde-b62585555d24 req-2193dade-2da0-42a4-b31e-cef8565c38f7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:12.406693 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e2f7212-3884-4ecd-bbde-b62585555d24 req-2193dade-2da0-42a4-b31e-cef8565c38f7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1039929 Jul 27 09:48:12.415163 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b6db6-e11f-45e1-8b43-8cf4ee993538 req-4c7729fa-f1b6-4337-b2f4-84cfc1b16ccb tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:12.416572 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b33b6db6-e11f-45e1-8b43-8cf4ee993538 req-4c7729fa-f1b6-4337-b2f4-84cfc1b16ccb tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.1120448 Jul 27 09:48:12.471755 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e2f7212-3884-4ecd-bbde-b62585555d24 req-3d3752c2-fb7c-4897-b84e-2394a11863e7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542283 Jul 27 09:48:12.476490 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b33b6db6-e11f-45e1-8b43-8cf4ee993538 req-8ceca3d6-c5df-4344-9040-4625bca34164 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Jul 27 09:48:12.758297 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe064813-32f6-453b-99e0-aba51da07942 req-58c8ad2d-f2c3-4817-b3e3-9bd1a6123c64 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:12.759795 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe064813-32f6-453b-99e0-aba51da07942 req-58c8ad2d-f2c3-4817-b3e3-9bd1a6123c64 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0620084 Jul 27 09:48:12.802996 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe064813-32f6-453b-99e0-aba51da07942 req-fa264d98-516d-4d0d-9c50-0485769f708c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369849 Jul 27 09:48:13.275508 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2cd17d5e-9b7c-4ef8-8730-6a4c721aec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:13.287797 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440c2d0-760e-4af5-ae5d-1c5f96de7354 req-8cc0caf3-4376-450e-ab12-5a4dafb9ad4a tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:13.289282 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8440c2d0-760e-4af5-ae5d-1c5f96de7354 req-8cc0caf3-4376-450e-ab12-5a4dafb9ad4a tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.1035240 Jul 27 09:48:13.301282 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9b53-671b-40f3-b087-f6a51319b167 req-2ebab773-30a1-40f0-9ea3-26aa695552a1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:13.303027 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d62b9b53-671b-40f3-b087-f6a51319b167 req-2ebab773-30a1-40f0-9ea3-26aa695552a1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0892992 Jul 27 09:48:13.356380 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8440c2d0-760e-4af5-ae5d-1c5f96de7354 req-b5f75ec1-9a79-4c77-bb6b-6bcc1326a6c8 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523963 Jul 27 09:48:13.363551 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d62b9b53-671b-40f3-b087-f6a51319b167 req-597628f9-a120-4ef1-a8df-43adfc86daaf tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536811 Jul 27 09:48:13.640479 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d509fa-3e0e-48da-a7f7-18a10322e4e0 req-2e681861-e3ac-412e-bdfe-52518ef796df tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:13.642486 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-62d509fa-3e0e-48da-a7f7-18a10322e4e0 req-2e681861-e3ac-412e-bdfe-52518ef796df tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1035268 Jul 27 09:48:13.654443 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c60a4f-f2b2-4df5-9809-685e62e6dc50 req-ef19e8c2-7b3a-4d16-9a3d-e7db673632cf tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:13.655903 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-97c60a4f-f2b2-4df5-9809-685e62e6dc50 req-ef19e8c2-7b3a-4d16-9a3d-e7db673632cf tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.1083462 Jul 27 09:48:13.711989 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-62d509fa-3e0e-48da-a7f7-18a10322e4e0 req-4281dbab-5eac-42a0-a92a-6085197cbd95 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551236 Jul 27 09:48:13.717225 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-97c60a4f-f2b2-4df5-9809-685e62e6dc50 req-3c6d85ea-0584-4295-86f6-9e171a60ee6c tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538430 Jul 27 09:48:13.727315 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:13.935329 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161c86-0404-45ce-9d87-7a5941c5f5b6 req-46b3a977-049e-4c38-905c-384de99c6b14 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:13.936878 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c2161c86-0404-45ce-9d87-7a5941c5f5b6 req-46b3a977-049e-4c38-905c-384de99c6b14 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0670581 Jul 27 09:48:13.975349 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c2161c86-0404-45ce-9d87-7a5941c5f5b6 req-fa5c160b-51f6-4d92-8ae7-f5bda77c003f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Jul 27 09:48:14.050543 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:48:14.152501 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:14.163593 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'port_id': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'mac_address': 'fa:16:3e:1d:80:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:48:14.183020 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c4c3929a-1534-47cc-a607-30471e60a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:14.184542 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-c4c3929a-1534-47cc-a607-30471e60a3f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec6f467b-3c5d-4050-b4e7-a2c698d321ae HTTP/1.1" status: 200 len: 855 time: 0.0498848 Jul 27 09:48:14.201247 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:14.213352 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba5644e1-ef25-491f-9664-a0a45be15fe8 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:48:14.233441 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:14.238597 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:14.278016 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-a5285a02-aa06-41b3-bcc4-c51df7b89499 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b903a327-7d99-464f-bb50-f2f88b91caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460646 Jul 27 09:48:14.288007 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=6']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:14.294996 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.295352 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.295692 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.296027 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.296365 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.296701 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.297028 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.297842 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.298193 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.298523 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.298945 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.299269 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:14.329598 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:14.351700 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-640a23f3-133e-42c8-8a2e-1353bcd3ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:14.353135 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-640a23f3-133e-42c8-8a2e-1353bcd3ef97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1098 time: 0.1312702 Jul 27 09:48:14.466658 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-dc865724-6078-4f22-ae1b-ff96ff752321 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766202 Jul 27 09:48:14.491895 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['ba5644e1-ef25-491f-9664-a0a45be15fe8'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:48:14.600944 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-c3ad96c7-1251-481f-bddf-579c1de4906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:14.602490 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-c3ad96c7-1251-481f-bddf-579c1de4906f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 919 time: 0.2410305 Jul 27 09:48:14.684445 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-def70b5d-f797-440c-8fd1-16dd63a9339b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5 HTTP/1.1" status: 200 len: 217 time: 0.0610461 Jul 27 09:48:14.695324 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350d694-b13a-465e-9709-2c8352a3d3d3 req-5df214b6-26cd-4c74-9aea-61cc873444a7 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:14.696758 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3350d694-b13a-465e-9709-2c8352a3d3d3 req-5df214b6-26cd-4c74-9aea-61cc873444a7 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.2538936 Jul 27 09:48:14.701297 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-410fe6ff-b0be-4cb1-ada2-7fe886a4a871 req-f1b095b7-d67e-4e2e-a7c0-d16677979086 service neutron] 10.222.0.48 "GET /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012217 Jul 27 09:48:14.717454 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f0faa-a1e9-4394-8d3d-25c3ef380f44 req-22090eb8-6c6d-4c35-a64f-da04f14c0c86 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:14.718925 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-522f0faa-a1e9-4394-8d3d-25c3ef380f44 req-22090eb8-6c6d-4c35-a64f-da04f14c0c86 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 945 time: 0.2771072 Jul 27 09:48:14.795553 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-ee60c60b-e15b-4e30-b821-b3e98ec04f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:14.797074 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-ee60c60b-e15b-4e30-b821-b3e98ec04f1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.0992935 Jul 27 09:48:14.820980 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3350d694-b13a-465e-9709-2c8352a3d3d3 req-3d30e99d-0c95-43f7-8263-1643778678fa tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119485 Jul 27 09:48:14.824974 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-522f0faa-a1e9-4394-8d3d-25c3ef380f44 req-7cb50205-620f-49b3-ad7a-33def9ca5150 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821745 Jul 27 09:48:14.845364 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-d6b12b2b-d07e-4012-bb97-e64c8110de5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378687 Jul 27 09:48:14.928706 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:15.043188 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-b4142012-0ded-4e3c-9067-ec508fcf61b1 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872663 Jul 27 09:48:15.057831 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ab835-536e-4dd8-8291-98f1c95b9c7f req-170004a1-ae86-4e44-bc2f-c2f810fdeba0 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:15.059199 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4c0ab835-536e-4dd8-8291-98f1c95b9c7f req-170004a1-ae86-4e44-bc2f-c2f810fdeba0 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1598213 Jul 27 09:48:15.074236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fbc01-0eb4-4d37-8212-c30d78456997 req-a78ea8e7-6a81-4401-8ebb-40b43dae75fb tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:15.075668 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4c3fbc01-0eb4-4d37-8212-c30d78456997 req-a78ea8e7-6a81-4401-8ebb-40b43dae75fb tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.1746027 Jul 27 09:48:15.173956 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4c0ab835-536e-4dd8-8291-98f1c95b9c7f req-84d22170-4b09-43d7-a8f4-28daa39dab41 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973675 Jul 27 09:48:15.189783 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4c3fbc01-0eb4-4d37-8212-c30d78456997 req-032dfd71-91e2-4fa4-ae6d-e3b6b767996c tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061513 Jul 27 09:48:15.217120 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3c3ca5dd-d8d8-4cf5-883a-28938a87e6cb req-1c8712cd-11f3-4ac8-baf8-46a037f1650f service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562555 Jul 27 09:48:15.301930 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2cdf9-3811-4f8b-b453-bc5a54787acd req-ea9eef55-3165-4f80-a390-111f7559fe2a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:15.303461 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-51a2cdf9-3811-4f8b-b453-bc5a54787acd req-ea9eef55-3165-4f80-a390-111f7559fe2a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0640953 Jul 27 09:48:15.341547 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-51a2cdf9-3811-4f8b-b453-bc5a54787acd req-c704ed04-6c4e-44ee-92f1-405344406053 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Jul 27 09:48:15.759676 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:15.998326 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d7528-6f23-4079-a332-9c77639669ad req-4a7dc9f8-99d3-49f7-84c5-bb82ee912dca tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:15.999859 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9c9d7528-6f23-4079-a332-9c77639669ad req-4a7dc9f8-99d3-49f7-84c5-bb82ee912dca tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.1112068 Jul 27 09:48:16.008625 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa75a2-2083-4710-b054-64f7f595961c req-38a0a9cc-8a9b-428e-aae4-eaf9a688d6e7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:16.010028 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-39fa75a2-2083-4710-b054-64f7f595961c req-38a0a9cc-8a9b-428e-aae4-eaf9a688d6e7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 945 time: 0.0884557 Jul 27 09:48:16.065930 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9c9d7528-6f23-4079-a332-9c77639669ad req-1be9eaed-66e0-43c0-87d9-e20fd59595ee tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549462 Jul 27 09:48:16.071041 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-39fa75a2-2083-4710-b054-64f7f595961c req-5552d4c0-b0b3-4f79-b70c-d84377debbdd tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534923 Jul 27 09:48:16.343291 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96580d5-cdf9-4258-9b46-8237907358af req-1c48e399-3e60-40eb-a511-660dced6464c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:16.344694 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c96580d5-cdf9-4258-9b46-8237907358af req-1c48e399-3e60-40eb-a511-660dced6464c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1007414 Jul 27 09:48:16.374734 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2be2c9-a47e-43af-8183-10130e1b458c req-7471416f-303d-4ac6-80b4-7c8b3992685a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:16.376244 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bf2be2c9-a47e-43af-8183-10130e1b458c req-7471416f-303d-4ac6-80b4-7c8b3992685a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.1035202 Jul 27 09:48:16.405609 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c96580d5-cdf9-4258-9b46-8237907358af req-d60dc173-7e70-49bb-9ec8-f769a28da388 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548961 Jul 27 09:48:16.425619 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bf2be2c9-a47e-43af-8183-10130e1b458c req-cc4f2791-3945-48b2-a45a-7e8b28313f3f tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432601 Jul 27 09:48:16.522947 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13552713-c65f-46f9-b7f1-36112210a3d8 req-3d930bf2-96bc-4f62-9797-dfa1ee561e5e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:16.524400 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-13552713-c65f-46f9-b7f1-36112210a3d8 req-3d930bf2-96bc-4f62-9797-dfa1ee561e5e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0629499 Jul 27 09:48:16.561660 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-13552713-c65f-46f9-b7f1-36112210a3d8 req-5ef6fe33-1b0c-449a-935c-1cb407ac8d07 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Jul 27 09:48:17.163555 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:48:17.236895 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95095a97-9976-48d8-bcac-94e546fdd1dc req-ad092dfc-be4a-4f97-b1c4-4e75c812799e tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:17.238421 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-95095a97-9976-48d8-bcac-94e546fdd1dc req-ad092dfc-be4a-4f97-b1c4-4e75c812799e tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 948 time: 0.1052980 Jul 27 09:48:17.246022 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b28f-fa2f-4717-98ee-459b841a2e30 req-568fdd68-6c75-482d-860c-54770557e842 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:17.247413 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bbe6b28f-fa2f-4717-98ee-459b841a2e30 req-568fdd68-6c75-482d-860c-54770557e842 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 945 time: 0.1038480 Jul 27 09:48:17.303136 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-95095a97-9976-48d8-bcac-94e546fdd1dc req-1ab55d69-553c-42d8-a018-2cab4d47f5d4 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546782 Jul 27 09:48:17.305863 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bbe6b28f-fa2f-4717-98ee-459b841a2e30 req-f39464da-ec96-4b8b-b819-85429591843c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516081 Jul 27 09:48:17.577459 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea68526-d764-4656-b1c2-5e8a742e2c8c req-fe24430a-9964-472d-a7d0-5e0fae88e6a7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:17.579435 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2ea68526-d764-4656-b1c2-5e8a742e2c8c req-fe24430a-9964-472d-a7d0-5e0fae88e6a7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1056106 Jul 27 09:48:17.591790 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028ae97-875f-461a-b618-d36242b8e6df req-cf43bb03-f6b3-47aa-a94a-defe4ccfa27c tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:17.593307 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c028ae97-875f-461a-b618-d36242b8e6df req-cf43bb03-f6b3-47aa-a94a-defe4ccfa27c tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.0880315 Jul 27 09:48:17.648919 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2ea68526-d764-4656-b1c2-5e8a742e2c8c req-d47d391f-d6ab-436b-a10d-a976cee9eeca tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546210 Jul 27 09:48:17.649942 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 51302240-477d-4a0f-aa63-a84af4f39eba details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:48:17.654252 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c028ae97-875f-461a-b618-d36242b8e6df req-6b731ea1-d598-4ede-b0dd-300284b4a3fc tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538561 Jul 27 09:48:17.757344 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 51302240-477d-4a0f-aa63-a84af4f39eba, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=51302240-477d-4a0f-aa63-a84af4f39eba,segment=NetworkSegment(fcddca96-08c6-403b-b1a7-fe8a3667ec6a),segment_id=fcddca96-08c6-403b-b1a7-fe8a3667ec6a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:17.767642 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae477-411f-4aec-8b3e-660c5c666f42 req-c8156f1c-192c-4740-985e-142f4cb4dfac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:17.769178 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-84eae477-411f-4aec-8b3e-660c5c666f42 req-c8156f1c-192c-4740-985e-142f4cb4dfac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0631635 Jul 27 09:48:17.769357 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '51302240-477d-4a0f-aa63-a84af4f39eba', 'network_id': '8efe8bc8-8043-4fae-8223-cb2ff5171aa9', 'port_id': '51302240-477d-4a0f-aa63-a84af4f39eba', 'mac_address': 'fa:16:3e:59:23:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730a8cb1-67fe-4de9-a1d3-e378dc08d8c7', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:48:17.807540 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:17.810935 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-84eae477-411f-4aec-8b3e-660c5c666f42 req-89825d3c-7c2b-47da-9246-3331ab33f1e3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357256 Jul 27 09:48:17.821498 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51302240-477d-4a0f-aa63-a84af4f39eba {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:48:17.840503 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 51302240-477d-4a0f-aa63-a84af4f39eba, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=51302240-477d-4a0f-aa63-a84af4f39eba,segment=NetworkSegment(fcddca96-08c6-403b-b1a7-fe8a3667ec6a),segment_id=fcddca96-08c6-403b-b1a7-fe8a3667ec6a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:17.844324 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:17.894108 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=51302240-477d-4a0f-aa63-a84af4f39eba,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:18.469567 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56e43-8397-4656-bd6e-9507eec21150 req-127dfb38-b071-4bdf-ad83-9ea663a63e0a tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:18.471082 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7af56e43-8397-4656-bd6e-9507eec21150 req-127dfb38-b071-4bdf-ad83-9ea663a63e0a tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 949 time: 0.1023777 Jul 27 09:48:18.478205 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af23a9-2be3-458a-927e-aeccb930609a req-2912549d-0f4e-47e7-9b39-27331921ebc5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:18.479593 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27af23a9-2be3-458a-927e-aeccb930609a req-2912549d-0f4e-47e7-9b39-27331921ebc5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 945 time: 0.1016402 Jul 27 09:48:18.533302 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7af56e43-8397-4656-bd6e-9507eec21150 req-08ad4cff-500e-419a-9348-788949520746 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Jul 27 09:48:18.538007 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27af23a9-2be3-458a-927e-aeccb930609a req-9fd4bb70-4eca-45f7-9f44-b82a2b55608d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517213 Jul 27 09:48:18.748266 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:18.795031 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port ba5644e1-ef25-491f-9664-a0a45be15fe8 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:18.795444 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:18.822493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f23442-8c24-405d-89f6-b52a350ea046 req-7d6810b4-c177-4a43-83c8-bc26fe853794 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:18.824122 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86f23442-8c24-405d-89f6-b52a350ea046 req-7d6810b4-c177-4a43-83c8-bc26fe853794 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1071551 Jul 27 09:48:18.831434 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9b4a1-f894-4495-a1c7-1f160f6f24d1 req-43ae674b-ee41-415f-a2a5-a3a044983da5 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:18.833660 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-75d9b4a1-f894-4495-a1c7-1f160f6f24d1 req-43ae674b-ee41-415f-a2a5-a3a044983da5 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.1072314 Jul 27 09:48:18.875098 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:18.886956 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86f23442-8c24-405d-89f6-b52a350ea046 req-dbc6f0c0-aa2f-4f18-840c-cfe26dd687b1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531557 Jul 27 09:48:18.894461 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-75d9b4a1-f894-4495-a1c7-1f160f6f24d1 req-58dfe93a-4180-490b-9abd-2077cb33e570 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Jul 27 09:48:18.907937 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:48:18.907937 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006a370d-347c-43c0-8f00-e7e73e5d2c1d" -d '{"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-plugged", "status": "completed", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:48:18.920431 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:18.927898 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:18.956590 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b73c1bd-7880-4e31-b1cc-79c158a0d23e x-openstack-request-id: req-3b73c1bd-7880-4e31-b1cc-79c158a0d23e {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:48:18.957073 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-plugged", "status": "completed", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:48:18.957351 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b73c1bd-7880-4e31-b1cc-79c158a0d23e {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:48:18.957737 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'code': 200} Jul 27 09:48:18.981761 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=7']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:19.013580 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599b8d4-a966-454a-b9ab-9db2a42b2325 req-94df9578-cb7f-48ae-a0ea-6111bf06c34a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:19.015072 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b599b8d4-a966-454a-b9ab-9db2a42b2325 req-94df9578-cb7f-48ae-a0ea-6111bf06c34a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0679238 Jul 27 09:48:19.054279 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b599b8d4-a966-454a-b9ab-9db2a42b2325 req-ad89e1ca-0626-4e37-a203-ec97ec7c4628 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Jul 27 09:48:19.421562 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['51302240-477d-4a0f-aa63-a84af4f39eba'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:48:19.710088 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543dcd-44d6-4850-826b-f56701db295c req-31772c45-e73b-4850-840f-a9fb4d802517 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:19.711635 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d6543dcd-44d6-4850-826b-f56701db295c req-31772c45-e73b-4850-840f-a9fb4d802517 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 949 time: 0.1024749 Jul 27 09:48:19.741588 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f85eb-74d7-4f7a-b737-2a919572cff8 req-1fba4e6f-c6f0-41f3-8a48-5dbdc53b07a4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:19.743167 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-745f85eb-74d7-4f7a-b737-2a919572cff8 req-1fba4e6f-c6f0-41f3-8a48-5dbdc53b07a4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1048615 Jul 27 09:48:19.780535 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d6543dcd-44d6-4850-826b-f56701db295c req-4afc89e6-7d99-4e2a-a6b5-4597799fe598 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625091 Jul 27 09:48:19.807317 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-745f85eb-74d7-4f7a-b737-2a919572cff8 req-7da22c2e-d308-45a2-b192-8237012a3057 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572104 Jul 27 09:48:20.062035 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6d084-f370-434e-b9c3-726e238940d3 req-88335f59-bd6a-4fcd-9e1d-32c97710f7dc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:20.064130 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f0e6d084-f370-434e-b9c3-726e238940d3 req-88335f59-bd6a-4fcd-9e1d-32c97710f7dc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1066639 Jul 27 09:48:20.077689 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b60e6-a942-45bf-812c-8cb9b0d4b329 req-50f5acad-7c09-457e-aa77-18416971d874 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:20.079331 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-111b60e6-a942-45bf-812c-8cb9b0d4b329 req-50f5acad-7c09-457e-aa77-18416971d874 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.1115551 Jul 27 09:48:20.144205 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f0e6d084-f370-434e-b9c3-726e238940d3 req-e8cfc21f-68f5-4023-8ee4-431c03d8aef3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638103 Jul 27 09:48:20.196719 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-111b60e6-a942-45bf-812c-8cb9b0d4b329 req-c7f8b046-c8a4-4f76-b1ef-941b9c7cccb4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023104 Jul 27 09:48:20.325696 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b224fd-f757-4991-b671-ad5f63838c96 req-086bffbf-2abb-4eb9-9393-94bbb6a2a66e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:20.334265 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c3b224fd-f757-4991-b671-ad5f63838c96 req-086bffbf-2abb-4eb9-9393-94bbb6a2a66e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0930159 Jul 27 09:48:20.391578 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c3b224fd-f757-4991-b671-ad5f63838c96 req-4654fab4-1c86-4072-bda2-db4d7e0cd496 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Jul 27 09:48:20.796127 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 51302240-477d-4a0f-aa63-a84af4f39eba up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:20.906339 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 51302240-477d-4a0f-aa63-a84af4f39eba completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:20.911726 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 51302240-477d-4a0f-aa63-a84af4f39eba triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:20.912098 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:21.029598 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:21.047890 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67af5b0-8311-410b-be10-4b33c027be08 req-69598e4e-32ea-4057-8e7d-5a3f71122d0b tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:21.049482 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f67af5b0-8311-410b-be10-4b33c027be08 req-69598e4e-32ea-4057-8e7d-5a3f71122d0b tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 949 time: 0.1592047 Jul 27 09:48:21.065089 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9340-aa46-4820-931f-89d29c126542 req-9fdef03c-137f-4405-97f8-e880325e4eb6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:21.066848 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cde737-552a-4108-998c-e2b5d4eab334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51302240-477d-4a0f-aa63-a84af4f39eba'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:48:21.067490 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-570a9340-aa46-4820-931f-89d29c126542 req-9fdef03c-137f-4405-97f8-e880325e4eb6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1202941 Jul 27 09:48:21.074840 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c01221-72d7-4759-be5b-361ec9cf0c9e" -d '{"events": [{"server_uuid": "b8cde737-552a-4108-998c-e2b5d4eab334", "name": "network-vif-plugged", "status": "completed", "tag": "51302240-477d-4a0f-aa63-a84af4f39eba"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:48:21.091719 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 51302240-477d-4a0f-aa63-a84af4f39eba, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=51302240-477d-4a0f-aa63-a84af4f39eba,segment=NetworkSegment(fcddca96-08c6-403b-b1a7-fe8a3667ec6a),segment_id=fcddca96-08c6-403b-b1a7-fe8a3667ec6a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:21.098860 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:21.138429 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f67af5b0-8311-410b-be10-4b33c027be08 req-8b0411f0-8626-47c1-8fde-7916ce14047a tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695145 Jul 27 09:48:21.141631 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-570a9340-aa46-4820-931f-89d29c126542 req-2692e44a-187e-47a9-b8e0-ff88f6452e85 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656276 Jul 27 09:48:21.322376 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d35139-b272-4abb-902c-1b3615751b34 x-openstack-request-id: req-f3d35139-b272-4abb-902c-1b3615751b34 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:48:21.322871 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cde737-552a-4108-998c-e2b5d4eab334", "name": "network-vif-plugged", "status": "completed", "tag": "51302240-477d-4a0f-aa63-a84af4f39eba", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:48:21.323212 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3d35139-b272-4abb-902c-1b3615751b34 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:48:21.323950 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cde737-552a-4108-998c-e2b5d4eab334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51302240-477d-4a0f-aa63-a84af4f39eba', 'code': 200} Jul 27 09:48:21.348398 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24864b8a-e684-4748-81c0-85746da645dc req-b7b90d67-dd48-43a5-ba96-859dc190602a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:21.356471 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24864b8a-e684-4748-81c0-85746da645dc req-b7b90d67-dd48-43a5-ba96-859dc190602a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1116691 Jul 27 09:48:21.369286 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=51302240-477d-4a0f-aa63-a84af4f39eba,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:21.439438 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24864b8a-e684-4748-81c0-85746da645dc req-837658ee-c808-484a-a77e-bd9a5255080a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818019 Jul 27 09:48:21.465060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5afdca-a236-456b-b421-0c870a406dcf req-3e78cf2b-6a18-4387-a12d-f2fa0bd8214a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:21.466770 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-db5afdca-a236-456b-b421-0c870a406dcf req-3e78cf2b-6a18-4387-a12d-f2fa0bd8214a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.1003239 Jul 27 09:48:21.568908 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-db5afdca-a236-456b-b421-0c870a406dcf req-1a2ad4c3-957c-4650-bdfb-180186060a67 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946512 Jul 27 09:48:21.607760 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c351f91-9515-40e6-9ae1-356d8d07acb0 req-dca5f9a4-f157-4a93-ad84-af7da9e290a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:21.609571 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9c351f91-9515-40e6-9ae1-356d8d07acb0 req-dca5f9a4-f157-4a93-ad84-af7da9e290a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 1103 time: 0.1272154 Jul 27 09:48:21.633173 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49e9c-71e4-471b-89a2-30ef2fed9d0b req-56b4d022-22fc-4599-9676-deb69af43a4a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:21.635000 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-54c49e9c-71e4-471b-89a2-30ef2fed9d0b req-56b4d022-22fc-4599-9676-deb69af43a4a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1155934 Jul 27 09:48:21.691066 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9c351f91-9515-40e6-9ae1-356d8d07acb0 req-c7aef36c-e93f-4b7d-a5da-377b34fecfb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706165 Jul 27 09:48:21.705083 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-54c49e9c-71e4-471b-89a2-30ef2fed9d0b req-b2f59f3d-4ebe-4a98-8b27-9e59a1d55886 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598650 Jul 27 09:48:22.351134 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099e5a9-d2f2-4938-99a9-db02faa69fb5 req-ef88ced1-d20d-4216-8b18-156bfa797b73 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:22.352598 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2099e5a9-d2f2-4938-99a9-db02faa69fb5 req-ef88ced1-d20d-4216-8b18-156bfa797b73 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 950 time: 0.0858703 Jul 27 09:48:22.362059 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc4d6a-a9e5-4e1f-a0e9-2b2b2395e4d4 req-479759c5-45d4-4065-b714-f7c44e274ba6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:22.363550 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bafc4d6a-a9e5-4e1f-a0e9-2b2b2395e4d4 req-479759c5-45d4-4065-b714-f7c44e274ba6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1368542 Jul 27 09:48:22.440058 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bafc4d6a-a9e5-4e1f-a0e9-2b2b2395e4d4 req-9bd02928-6751-4da0-88fa-172a5f13b622 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681152 Jul 27 09:48:22.442870 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2099e5a9-d2f2-4938-99a9-db02faa69fb5 req-87098fb1-a607-4805-b69b-8bbb0dcc9966 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784075 Jul 27 09:48:22.804333 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:48:22.915745 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75034388-b58a-4887-b965-bb77b6e08674 req-6e3f9706-9be3-4cbd-b2ac-4927c7f2b29c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:22.917807 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-75034388-b58a-4887-b965-bb77b6e08674 req-6e3f9706-9be3-4cbd-b2ac-4927c7f2b29c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.4068861 Jul 27 09:48:22.972671 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:22.986821 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '0ab6b3e0-7fba-4e35-a981-b49421b5acf8', 'network_id': 'b903a327-7d99-464f-bb50-f2f88b91caad', 'port_id': '0ab6b3e0-7fba-4e35-a981-b49421b5acf8', 'mac_address': 'fa:16:3e:41:a3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6f467b-3c5d-4050-b4e7-a2c698d321ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:48:22.987447 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-75034388-b58a-4887-b965-bb77b6e08674 req-8133ec29-2a83-4a1f-aaf5-23881259d7fb tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460887 Jul 27 09:48:23.028206 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965b6a8-5158-4565-b959-d65f9a148620 req-dd821557-9088-403d-9f6b-a57c8cbfe2ce tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:23.036651 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3965b6a8-5158-4565-b959-d65f9a148620 req-dd821557-9088-403d-9f6b-a57c8cbfe2ce tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 943 time: 0.2245624 Jul 27 09:48:23.084169 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:23.091605 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3965b6a8-5158-4565-b959-d65f9a148620 req-12b0632c-87eb-48d1-a01a-cdaf4254c681 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519845 Jul 27 09:48:23.106232 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:48:23.159057 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:23.163603 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:23.170982 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63bba-ce0d-4186-bcc0-42b10c179bf6 req-0ba5b698-6f51-41c6-b0fc-7d3f599b8c65 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:23.174881 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e0f63bba-ce0d-4186-bcc0-42b10c179bf6 req-0ba5b698-6f51-41c6-b0fc-7d3f599b8c65 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0839276 Jul 27 09:48:23.226584 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:23.257759 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e0f63bba-ce0d-4186-bcc0-42b10c179bf6 req-cf6373c5-d811-4342-9d6c-d9e27ed07da0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749056 Jul 27 09:48:23.688567 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585948f1-affe-44d6-aed9-ad5ac996c530 req-3f5a3f52-bd72-4881-bed7-932da4a2ba82 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:23.690082 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-585948f1-affe-44d6-aed9-ad5ac996c530 req-3f5a3f52-bd72-4881-bed7-932da4a2ba82 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1120546 Jul 27 09:48:23.707431 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e27aba-cfdd-4810-9faf-819eef59fdd1 req-06503ef3-849d-4e1a-8708-5358819f852c tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:23.708944 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27e27aba-cfdd-4810-9faf-819eef59fdd1 req-06503ef3-849d-4e1a-8708-5358819f852c tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 950 time: 0.1422207 Jul 27 09:48:23.767494 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-585948f1-affe-44d6-aed9-ad5ac996c530 req-7631abca-01d2-4818-a1b9-865b323ec246 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676477 Jul 27 09:48:23.782990 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27e27aba-cfdd-4810-9faf-819eef59fdd1 req-c2669473-de10-4a9e-9423-25ae282c847f tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677161 Jul 27 09:48:23.790629 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['0ab6b3e0-7fba-4e35-a981-b49421b5acf8'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:48:24.152226 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7679396-e05b-4148-9133-1facc5e749d7 req-04b31ca9-b3e3-4857-beda-6156331bd650 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:24.159791 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c7679396-e05b-4148-9133-1facc5e749d7 req-04b31ca9-b3e3-4857-beda-6156331bd650 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0888500 Jul 27 09:48:24.227688 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c7679396-e05b-4148-9133-1facc5e749d7 req-4473ba38-5355-48fd-b1ed-b4550f3ae761 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667918 Jul 27 09:48:24.265575 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ecfe6-3e52-4bb5-87bd-aea595f52ca4 req-4f1a93ec-ec04-4995-a333-a8178892aebe tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:24.274878 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a3ecfe6-3e52-4bb5-87bd-aea595f52ca4 req-4f1a93ec-ec04-4995-a333-a8178892aebe tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 944 time: 0.0953076 Jul 27 09:48:24.355261 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a3ecfe6-3e52-4bb5-87bd-aea595f52ca4 req-acb1d53a-fe9b-464c-9761-153a5a982d6c tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794187 Jul 27 09:48:24.460364 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17029b67-1bf4-4534-b737-e38f38285571 req-0ff85b62-da9a-4aea-860c-8245c80b3048 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:24.462079 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17029b67-1bf4-4534-b737-e38f38285571 req-0ff85b62-da9a-4aea-860c-8245c80b3048 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1151729 Jul 27 09:48:24.523237 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17029b67-1bf4-4534-b737-e38f38285571 req-73df4641-3b3e-4c68-8755-01bdcae0ee12 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540195 Jul 27 09:48:24.956852 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beae9b-a3c7-4e27-9051-ca2b6d474067 req-672d0984-0637-48b9-938d-4c09ccba17f5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:24.958394 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07beae9b-a3c7-4e27-9051-ca2b6d474067 req-672d0984-0637-48b9-938d-4c09ccba17f5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1049099 Jul 27 09:48:25.005097 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21be7b0-e7e4-4a5e-a7e3-1579d1ab69f9 req-9461f86c-58a8-4205-8ad3-ebaaf9113f8c tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:25.006743 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a21be7b0-e7e4-4a5e-a7e3-1579d1ab69f9 req-9461f86c-58a8-4205-8ad3-ebaaf9113f8c tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 950 time: 0.1159608 Jul 27 09:48:25.039090 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07beae9b-a3c7-4e27-9051-ca2b6d474067 req-d2a1a2a6-c2d0-4662-a37f-43b8b62aa7ce tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717776 Jul 27 09:48:25.063663 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a21be7b0-e7e4-4a5e-a7e3-1579d1ab69f9 req-c0acd9ad-1dea-4a63-9c76-296c85c6c405 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 Jul 27 09:48:25.455724 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f01d89-3eee-4622-9a11-db33aae5c1d3 req-8754c420-63af-4d71-a661-91d88bf47bf4 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:25.463900 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6f01d89-3eee-4622-9a11-db33aae5c1d3 req-8754c420-63af-4d71-a661-91d88bf47bf4 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 950 time: 0.1141920 Jul 27 09:48:25.479476 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef965ec0-4bad-4a03-a0af-207d87052dd4 req-3a114861-78c9-4d5e-8621-5ff79268bf62 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:25.480915 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ef965ec0-4bad-4a03-a0af-207d87052dd4 req-3a114861-78c9-4d5e-8621-5ff79268bf62 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1681495 Jul 27 09:48:25.594703 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6f01d89-3eee-4622-9a11-db33aae5c1d3 req-2e098859-f521-4e84-a010-39b2bafb8dbb tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277943 Jul 27 09:48:25.654785 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ef965ec0-4bad-4a03-a0af-207d87052dd4 req-15df99db-f104-4efe-8f30-bf2464db659f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607654 Jul 27 09:48:25.833711 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4cdfb-2436-4d6e-8c8f-e90f380ec499 req-4323b521-30cc-44f4-8e0b-b2f19af6ff7a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:25.835430 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b7a4cdfb-2436-4d6e-8c8f-e90f380ec499 req-4323b521-30cc-44f4-8e0b-b2f19af6ff7a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 944 time: 0.1393993 Jul 27 09:48:25.893879 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b7a4cdfb-2436-4d6e-8c8f-e90f380ec499 req-16dec24c-6ec8-4b86-a19e-ea76a1378478 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509677 Jul 27 09:48:25.915798 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f3155-64b4-40c8-8d07-08854aebcdb5 req-e0d839ba-d390-4768-b811-75f2a65c5c97 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:25.917375 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b79f3155-64b4-40c8-8d07-08854aebcdb5 req-e0d839ba-d390-4768-b811-75f2a65c5c97 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1265790 Jul 27 09:48:25.987445 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b79f3155-64b4-40c8-8d07-08854aebcdb5 req-1a6c6053-d1c9-4a64-a510-5135b589606a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574934 Jul 27 09:48:25.997874 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49610) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:26.184029 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feb58604-6719-42f8-98b9-7a895d6758dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:26.240713 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a855ac4-33da-47f5-9153-23300d86b910 req-7d739e25-d76c-40fe-9f2a-f28ed949ec53 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:26.242273 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4a855ac4-33da-47f5-9153-23300d86b910 req-7d739e25-d76c-40fe-9f2a-f28ed949ec53 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1170931 Jul 27 09:48:26.251697 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045539c-3dfb-4014-a8f2-a077a456edca req-007dc608-bfcd-4976-844b-235e07b45c84 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:26.253424 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1045539c-3dfb-4014-a8f2-a077a456edca req-007dc608-bfcd-4976-844b-235e07b45c84 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1180744 Jul 27 09:48:26.322863 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feb58604-6719-42f8-98b9-7a895d6758dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:26.330516 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-feb58604-6719-42f8-98b9-7a895d6758dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:26.348302 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4a855ac4-33da-47f5-9153-23300d86b910 req-381a598c-23e0-433e-a29e-ae85097a8acc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917060 Jul 27 09:48:26.363744 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb58604-6719-42f8-98b9-7a895d6758dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c8d3b5-366e-4a19-8d2b-40d498e89a8b,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:26.372878 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1045539c-3dfb-4014-a8f2-a077a456edca req-97a96cf2-ba65-485c-b8bb-8ccfca08687d tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881464 Jul 27 09:48:26.408115 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-feb58604-6719-42f8-98b9-7a895d6758dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be05dd88b4b447d18e6b1a57dcb878c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086533 Jul 27 09:48:26.411290 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49618) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:26.411570 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-53d7abd3-ea03-413e-9192-197108d3ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:26.413228 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-53d7abd3-ea03-413e-9192-197108d3ee2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 1098 time: 0.1413364 Jul 27 09:48:26.487468 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a72eb3f1-ed55-4487-8d0b-8a5e724c4ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:26.520613 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a72eb3f1-ed55-4487-8d0b-8a5e724c4ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:26.530176 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-b215ebde-b6fb-4ad6-b5a6-84c89e5c7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:26.531885 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-b215ebde-b6fb-4ad6-b5a6-84c89e5c7abc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 911 time: 0.1005445 Jul 27 09:48:26.579035 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a72eb3f1-ed55-4487-8d0b-8a5e724c4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:26.584524 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a72eb3f1-ed55-4487-8d0b-8a5e724c4ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:26.586275 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-a72eb3f1-ed55-4487-8d0b-8a5e724c4ee3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6c8d3b5-366e-4a19-8d2b-40d498e89a8b HTTP/1.1" status: 204 len: 168 time: 0.1716559 Jul 27 09:48:26.596910 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eb3f1-ed55-4487-8d0b-8a5e724c4ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c8d3b5-366e-4a19-8d2b-40d498e89a8b,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:26.658068 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-63f44133-d11d-40d7-a5be-539fe44e2203 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c846bb4-a9e2-4116-961c-9c134d496619 HTTP/1.1" status: 200 len: 1001 time: 0.1154537 Jul 27 09:48:26.792597 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-2c1e4ddd-06f4-4aa7-8215-f4a27ddacdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:26.794167 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-2c1e4ddd-06f4-4aa7-8215-f4a27ddacdba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 200 len: 849 time: 0.1241765 Jul 27 09:48:26.806253 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fdb46-e1b2-40f3-a6ff-87c3051334ce req-a1b124c3-19bf-49aa-8aca-081cad373cac tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:26.814082 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-388fdb46-e1b2-40f3-a6ff-87c3051334ce req-a1b124c3-19bf-49aa-8aca-081cad373cac tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 950 time: 0.1314549 Jul 27 09:48:26.832590 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:26.900032 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-388fdb46-e1b2-40f3-a6ff-87c3051334ce req-fc5c434a-49f1-4fd7-9e23-80aa9f63ebd0 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849261 Jul 27 09:48:26.944464 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-7e34501d-37a3-4687-b6d7-14997fc634df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:26.946254 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-7e34501d-37a3-4687-b6d7-14997fc634df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d59e72-afa1-4b81-a94a-b12de5380b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071107 Jul 27 09:48:26.969886 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:26.976078 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:26.976456 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:27.199807 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:27.239239 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-ff6a7831-0487-4a11-a548-c35400fbf240 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271326 Jul 27 09:48:27.255856 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe77ad01-2a66-478f-81e8-5b3cdf750cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6b3e0-7fba-4e35-a981-b49421b5acf8'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:48:27.258146 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61abfd67-aa19-4871-b2c6-7ca481cc46a7" -d '{"events": [{"server_uuid": "fe77ad01-2a66-478f-81e8-5b3cdf750cdb", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6b3e0-7fba-4e35-a981-b49421b5acf8"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:48:27.292627 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:27.300037 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:27.358604 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:27.616476 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa288bdb-0711-47da-9a6b-77d5211b8c8b req-e1832e8d-d7f8-4dca-bc51-bbf24a3eee0f tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:27.618064 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fa288bdb-0711-47da-9a6b-77d5211b8c8b req-e1832e8d-d7f8-4dca-bc51-bbf24a3eee0f tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 944 time: 0.3779285 Jul 27 09:48:27.625653 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-853f85f5-1a65-4b22-b0ec-a1d44ac6abbc req-009c0caf-27f1-4db0-8ace-cf84c91bbad4 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380674 Jul 27 09:48:27.647119 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71decf17-69a7-442d-913a-237b7d23b902 req-2cb45952-e17e-40da-bc6c-c783e75770a0 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:27.648619 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-71decf17-69a7-442d-913a-237b7d23b902 req-2cb45952-e17e-40da-bc6c-c783e75770a0 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 950 time: 0.2601602 Jul 27 09:48:27.717706 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82c6c9-ff46-4fcc-8c02-4c656064d5fc req-10317c18-d4a4-43f0-91fa-7117f33fc89d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:27.723204 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49652) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:27.732095 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fb82c6c9-ff46-4fcc-8c02-4c656064d5fc req-10317c18-d4a4-43f0-91fa-7117f33fc89d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.4907060 Jul 27 09:48:27.772354 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fa288bdb-0711-47da-9a6b-77d5211b8c8b req-b1e9b0a5-45a8-43b8-a073-76f15ea427e0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408651 Jul 27 09:48:27.842092 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fb82c6c9-ff46-4fcc-8c02-4c656064d5fc req-6e580268-cb84-4251-a79c-200a27d96ec4 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062307 Jul 27 09:48:27.846960 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7564e9a3-5ef7-4d29-aa45-c493df7f498a x-openstack-request-id: req-7564e9a3-5ef7-4d29-aa45-c493df7f498a {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:48:27.847492 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe77ad01-2a66-478f-81e8-5b3cdf750cdb", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6b3e0-7fba-4e35-a981-b49421b5acf8", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:48:27.847492 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7564e9a3-5ef7-4d29-aa45-c493df7f498a {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:48:27.847887 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe77ad01-2a66-478f-81e8-5b3cdf750cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6b3e0-7fba-4e35-a981-b49421b5acf8', 'code': 200} Jul 27 09:48:27.874416 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-84924787-network', 'tenant_id': '4d859408e27d44b5b24b8266d170a557'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:27.882349 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-71decf17-69a7-442d-913a-237b7d23b902 req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Deleting port 51302240-477d-4a0f-aa63-a84af4f39eba {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:48:27.882794 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-71decf17-69a7-442d-913a-237b7d23b902 req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:27.934377 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Made reservation on behalf of 4d859408e27d44b5b24b8266d170a557 for: {'network': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:48:27.937254 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:27.954710 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.101506 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.108574 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.124672 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=99745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:48:28.155129 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.156791 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.segments_db [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Added segment 482d4341-2169-4309-b2e1-ba3771392de5 of type vlan for network cd51e6ad-99c8-438e-8061-35e971376c9d Jul 27 09:48:28.171749 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c246589-700c-4f9f-98e6-8103a0a6a1ec,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:28.210241 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.238454 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef968dd-74c5-4e9d-bc50-ebff69c78c5e req-4e5d8bf7-e6b6-48b9-a06d-896de7b1db5c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:28.240400 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1ef968dd-74c5-4e9d-bc50-ebff69c78c5e req-4e5d8bf7-e6b6-48b9-a06d-896de7b1db5c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.2509191 Jul 27 09:48:28.247225 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-71decf17-69a7-442d-913a-237b7d23b902 req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] For port 51302240-477d-4a0f-aa63-a84af4f39eba, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=51302240-477d-4a0f-aa63-a84af4f39eba,segment=NetworkSegment(fcddca96-08c6-403b-b1a7-fe8a3667ec6a),segment_id=fcddca96-08c6-403b-b1a7-fe8a3667ec6a)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:28.247600 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-71decf17-69a7-442d-913a-237b7d23b902 req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.254656 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.255767 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:28.256395 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.276734 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-71decf17-69a7-442d-913a-237b7d23b902 req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Calling delete_port for 51302240-477d-4a0f-aa63-a84af4f39eba owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:48:28.296598 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e849e-41c0-4b36-b6c8-8394e1673659 req-3b77edc4-dfb8-4009-9b26-7ec35bf09286 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:28.298651 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee7e849e-41c0-4b36-b6c8-8394e1673659 req-3b77edc4-dfb8-4009-9b26-7ec35bf09286 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.3271875 Jul 27 09:48:28.337000 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6127961 Jul 27 09:48:28.339571 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49658) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:28.348412 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Request body: {'subnet': {'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-84924787-subnet', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'ip_version': 4}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:28.372912 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95450b3-a5b1-437a-9c51-96fd5a1d5bed admin admin] Pushing event updated for resources: {'Network': ['ID=cd51e6ad-99c8-438e-8061-35e971376c9d,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:28.375765 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Made reservation on behalf of 4d859408e27d44b5b24b8266d170a557 for: {'subnet': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:48:28.378496 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27232855'] for subnet, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.386627 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network cd51e6ad-99c8-438e-8061-35e971376c9d details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:48:28.418173 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1ef968dd-74c5-4e9d-bc50-ebff69c78c5e req-97743365-96b8-4315-8848-885e1572ac16 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592817 Jul 27 09:48:28.439916 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee4c19-cb8b-4d8a-8833-e60b8ff76781 req-42401182-7eae-4ee0-8cba-6f08b3bac674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:28.441403 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a6ee4c19-cb8b-4d8a-8833-e60b8ff76781 req-42401182-7eae-4ee0-8cba-6f08b3bac674 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 1098 time: 0.3432574 Jul 27 09:48:28.477311 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee7e849e-41c0-4b36-b6c8-8394e1673659 req-c8eabdd8-6c1c-4af0-85c3-0c87a596a870 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679268 Jul 27 09:48:28.596101 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a6ee4c19-cb8b-4d8a-8833-e60b8ff76781 req-fe073467-0ba8-4a04-b533-9ed1ec6c34a6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103921 Jul 27 09:48:28.656149 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27231503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27232837'] for subnet, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.664113 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a776-dca5-4c1f-979f-7ef7271df7b7 req-ac88f9d7-ecf9-4fa1-adbe-33a9e98885e8 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:28.672783 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6b5a776-dca5-4c1f-979f-7ef7271df7b7 req-ac88f9d7-ecf9-4fa1-adbe-33a9e98885e8 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 950 time: 0.1533196 Jul 27 09:48:28.681617 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-71decf17-69a7-442d-913a-237b7d23b902 req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.727525 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['51302240-477d-4a0f-aa63-a84af4f39eba'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:48:28.736315 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf2d144-6e8d-4957-a29f-2dcc459e6aa4,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:28.737006 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Pushing event deleted for resources: {'Port': ['ID=51302240-477d-4a0f-aa63-a84af4f39eba,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:28.745533 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Checking segment: {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:28.746222 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Network hostable DHCP agents. Network: cd51e6ad-99c8-438e-8061-35e971376c9d, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:48:28.784169 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Network cd51e6ad-99c8-438e-8061-35e971376c9d is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:48:28.795119 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, cd51e6ad-99c8-438e-8061-35e971376c9d) {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:28.800530 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:28.801758 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.822280 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6b5a776-dca5-4c1f-979f-7ef7271df7b7 req-158f57af-6b34-44ac-a56c-dcbd927ac936 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/security-groups?id=490074c4-327c-4524-9d94-a0cdd35f4f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485152 Jul 27 09:48:28.823027 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a2ce17-089b-4e2c-a813-b229a2708efb None None] Network cd51e6ad-99c8-438e-8061-35e971376c9d requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:48:28.848517 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-4644f523-e3dc-4404-b61b-999211f3a54e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5080836 Jul 27 09:48:28.849780 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49662) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:28.858105 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-71decf17-69a7-442d-913a-237b7d23b902 req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] No DVR routers for this DVR port 51302240-477d-4a0f-aa63-a84af4f39eba on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:48:28.874184 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-71decf17-69a7-442d-913a-237b7d23b902 req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.875482 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:28.876857 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-71decf17-69a7-442d-913a-237b7d23b902 req-3032ba30-2437-4858-996a-ba0487a9eb43 tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.48 "DELETE /v2.0/ports/51302240-477d-4a0f-aa63-a84af4f39eba HTTP/1.1" status: 204 len: 173 time: 1.2155464 Jul 27 09:48:28.886104 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cde737-552a-4108-998c-e2b5d4eab334', 'name': 'network-vif-deleted', 'tag': '51302240-477d-4a0f-aa63-a84af4f39eba'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:48:28.889225 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3116e15-c1b2-4c04-81ad-2190b61dd634" -d '{"events": [{"server_uuid": "b8cde737-552a-4108-998c-e2b5d4eab334", "name": "network-vif-deleted", "tag": "51302240-477d-4a0f-aa63-a84af4f39eba"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:48:28.926726 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:28.928619 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:29.012810 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:29.189275 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-cd51e6ad-99c8-438e-8061-35e971376c9d', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:48:29.191721 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:29.254998 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d35ed5-3d8f-40e8-800f-4e6ac337f41b req-bda690c0-ee41-42c5-a15f-e54b777215cb tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:29.261150 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a1d35ed5-3d8f-40e8-800f-4e6ac337f41b req-bda690c0-ee41-42c5-a15f-e54b777215cb tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.2502060 Jul 27 09:48:29.270136 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:29.275045 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729468d-566c-47a2-b321-56f77cf7385e req-94ff9514-ef34-4c0e-991b-22106f708885 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:29.276648 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a729468d-566c-47a2-b321-56f77cf7385e req-94ff9514-ef34-4c0e-991b-22106f708885 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.3548439 Jul 27 09:48:29.331523 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a1d35ed5-3d8f-40e8-800f-4e6ac337f41b req-6b52d430-311c-408a-8473-57dc91080e0f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529823 Jul 27 09:48:29.351302 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a729468d-566c-47a2-b321-56f77cf7385e req-6dec871f-95ed-46a1-940a-cf9b124a5e16 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514905 Jul 27 09:48:29.413673 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1b95a7-7477-4d4b-9ecd-7da616f79e97 x-openstack-request-id: req-4b1b95a7-7477-4d4b-9ecd-7da616f79e97 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:48:29.414292 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cde737-552a-4108-998c-e2b5d4eab334", "name": "network-vif-deleted", "tag": "51302240-477d-4a0f-aa63-a84af4f39eba", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:48:29.414292 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b1b95a7-7477-4d4b-9ecd-7da616f79e97 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:48:29.414609 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cde737-552a-4108-998c-e2b5d4eab334', 'name': 'network-vif-deleted', 'tag': '51302240-477d-4a0f-aa63-a84af4f39eba', 'status': 'completed', 'code': 200} Jul 27 09:48:29.416422 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Allocated IP 172.20.0.2 (cd51e6ad-99c8-438e-8061-35e971376c9d/eaf2d144-6e8d-4957-a29f-2dcc459e6aa4/52c54fe3-92b8-4551-a87f-8ebc6d95dd96) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:48:29.545713 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:29.572269 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:29.664225 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:29.683829 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Transition to ACTIVE for port object 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:29.713858 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef19afd-739a-454c-9bed-7ed2f1df9751 req-cd39f89e-38f0-49b6-b6cd-f42855cbf713 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:29.715944 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fef19afd-739a-454c-9bed-7ed2f1df9751 req-cd39f89e-38f0-49b6-b6cd-f42855cbf713 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1500461 Jul 27 09:48:29.731462 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fbbbd-b913-4003-a0d1-14d0f74d30f0 req-141ccf0a-dff5-4952-849d-86d3f13c82d5 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:29.733274 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d1fbbbd-b913-4003-a0d1-14d0f74d30f0 req-141ccf0a-dff5-4952-849d-86d3f13c82d5 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1151457 Jul 27 09:48:29.743671 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Transition to ACTIVE for port object 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:29.753566 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:29.761100 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Allocated IP 172.27.1.199 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/392011c3-4f7d-420e-a6e8-da4f5c2b1d5e) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:48:29.801724 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fef19afd-739a-454c-9bed-7ed2f1df9751 req-af6b8f37-8cc4-4b2a-ac48-f9500585a873 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670028 Jul 27 09:48:29.838367 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d1fbbbd-b913-4003-a0d1-14d0f74d30f0 req-8a4bb6b7-d5e3-47a5-99ca-64f64bb95944 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744619 Jul 27 09:48:29.882778 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Network cd51e6ad-99c8-438e-8061-35e971376c9d is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:29.884132 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Pushing event updated for resources: {'Port': ['ID=52c54fe3-92b8-4551-a87f-8ebc6d95dd96,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:29.889543 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:29.892757 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:48:30.020014 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:30.053067 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cd08cc87-4d09-44ca-941e-f55031ab52a0 req-e119ecb9-f406-4e5c-be25-93d2b387839b tempest-VolumesNegativeTest-62352512 tempest-VolumesNegativeTest-62352512-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cde737-552a-4108-998c-e2b5d4eab334 HTTP/1.1" status: 200 len: 210 time: 0.0698440 Jul 27 09:48:30.080291 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Attempting to bind port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:48:30.080895 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Attempting to bind port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:48:30.091614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Attempting to bind port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 on network cd51e6ad-99c8-438e-8061-35e971376c9d {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:30.091614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:48:30.091614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Checking segment: {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:30.091614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:30.091614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Bound using segment: {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:48:30.091614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Bound port: 52c54fe3-92b8-4551-a87f-8ebc6d95dd96, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:48:30.091614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:30.113784 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:30.164158 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] For port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:48:30.167932 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] For port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=52c54fe3-92b8-4551-a87f-8ebc6d95dd96,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:48:30.178602 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:30.186197 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Pushing event updated for resources: {'Port': ['ID=392011c3-4f7d-420e-a6e8-da4f5c2b1d5e,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:30.196757 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:30.198410 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:30.214899 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:48:30.257576 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034f2f6-eea6-4869-b1ef-38f3437a56b9 None None] Pushing event updated for resources: {'Port': ['ID=52c54fe3-92b8-4551-a87f-8ebc6d95dd96,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:30.639054 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836308f3-db4e-4dd6-845d-c84e0ae1af79 req-e98c2a9b-58e6-4578-b998-1384f1c4de06 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:30.643769 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:30.660464 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-836308f3-db4e-4dd6-845d-c84e0ae1af79 req-e98c2a9b-58e6-4578-b998-1384f1c4de06 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1880383 Jul 27 09:48:30.710710 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d376ffe-e498-4ad0-a46c-29fe2ea7fd34 req-9e303c93-5bce-45be-8fb2-0fe29d19cb0a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:30.713245 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d376ffe-e498-4ad0-a46c-29fe2ea7fd34 req-9e303c93-5bce-45be-8fb2-0fe29d19cb0a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.1903999 Jul 27 09:48:30.760348 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-836308f3-db4e-4dd6-845d-c84e0ae1af79 req-30b6d5ca-2128-490e-bea1-32fd9aa3ef3d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975544 Jul 27 09:48:30.782651 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d376ffe-e498-4ad0-a46c-29fe2ea7fd34 req-e37c37b7-eeda-48dd-a2df-9428025edefe tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Jul 27 09:48:30.943789 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:31.010760 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1b478-4e3d-4e33-a0f8-143e12295e6b req-aade28af-2e09-47e6-a97b-d0587e86ac63 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:31.025445 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-85b1b478-4e3d-4e33-a0f8-143e12295e6b req-aade28af-2e09-47e6-a97b-d0587e86ac63 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1200626 Jul 27 09:48:31.101296 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-85b1b478-4e3d-4e33-a0f8-143e12295e6b req-d1363ce2-09fe-41cf-a148-6d1e23872eae tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695732 Jul 27 09:48:31.189747 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:48:31.354748 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:48:31.364530 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Sync routers for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:48:31.377094 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:48:31.377968 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:48:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:31.379519 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:31.386860 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 49716) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:31.394172 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2216dded-b0dc-4ce9-9c42-ddff587e4880 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5429854 Jul 27 09:48:31.514073 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:48:31.599386 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bcac8a-b95d-4038-9336-5837b6fd8c67 None None] Network cd51e6ad-99c8-438e-8061-35e971376c9d requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:48:31.649397 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:31.688763 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-def91129-a670-45c8-bda7-32efb6de6bd2 None None] Provisioning for port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:31.758211 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:31.764920 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:31.765519 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:31.812569 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:30Z', 'revision_number': 3, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:31.864275 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Checking router: 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:48:31.864895 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Updating router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:48:31.910699 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:31.964414 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:32.007093 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=52c54fe3-92b8-4551-a87f-8ebc6d95dd96,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:32.015308 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:32.052862 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20761fa-8c60-4318-a5d0-a94a6577f371 req-ae6a7718-a547-4842-9320-ac4d99a742e9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:32.054529 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b20761fa-8c60-4318-a5d0-a94a6577f371 req-ae6a7718-a547-4842-9320-ac4d99a742e9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1843030 Jul 27 09:48:32.056408 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:32.096622 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=52c54fe3-92b8-4551-a87f-8ebc6d95dd96,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:32.329752 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-fab4eb30-4eb8-4ef1-9d4c-4fb866068df6 None None] Provisioning complete for port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:32.330123 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-fab4eb30-4eb8-4ef1-9d4c-4fb866068df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:32.370431 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:32.387229 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Transition to ACTIVE for port object 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:32.404710 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:32.467531 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Pushing event updated for resources: {'Port': ['ID=392011c3-4f7d-420e-a6e8-da4f5c2b1d5e,revision_number=2']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:32.475434 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Attempting to bind port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:48:32.475898 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Attempting to bind port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:48:32.476333 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Attempting to bind port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:32.480349 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.480783 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.481211 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.481634 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.482059 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.482457 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.483005 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.483521 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.483876 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.484243 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.484585 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.484905 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:32.491004 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:48:32.491632 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:32.492207 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:32.492769 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:48:32.493398 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Bound port: 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:48:32.493988 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:32.549364 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] For port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:48:32.553048 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] For port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=392011c3-4f7d-420e-a6e8-da4f5c2b1d5e,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:48:32.559343 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:32.566915 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b20761fa-8c60-4318-a5d0-a94a6577f371 req-2af0fe86-3154-41bd-a794-718dd3954b88 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970162 Jul 27 09:48:32.623377 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7822e95-8165-48a0-8146-b53e8488b4e3 None None] Pushing event updated for resources: {'Port': ['ID=392011c3-4f7d-420e-a6e8-da4f5c2b1d5e,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:32.641495 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:48:32.642436 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:48:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:32.709160 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-5818b404-a37d-45c8-bc66-fdcdb966989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:32.711179 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-5818b404-a37d-45c8-bc66-fdcdb966989a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 1099 time: 0.6069260 Jul 27 09:48:32.721034 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3308e3-e809-49f5-88f4-1cbdc9ee4267 req-3b086e20-85fa-4e04-b417-5863910ff9a8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:32.722775 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bf3308e3-e809-49f5-88f4-1cbdc9ee4267 req-3b086e20-85fa-4e04-b417-5863910ff9a8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.4952307 Jul 27 09:48:32.766438 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:48:32.806578 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Allocated IP 172.20.0.1 (cd51e6ad-99c8-438e-8061-35e971376c9d/eaf2d144-6e8d-4957-a29f-2dcc459e6aa4/fe47fcf4-96db-4a9d-8c60-bf71d4fbe087) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:48:32.844766 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bf3308e3-e809-49f5-88f4-1cbdc9ee4267 req-3fa707f7-1de4-4434-a4d8-f93a5831e90e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117244 Jul 27 09:48:32.852235 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 51302240-477d-4a0f-aa63-a84af4f39eba no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:48:32.875579 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 51302240-477d-4a0f-aa63-a84af4f39eba {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:48:32.876313 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 51302240-477d-4a0f-aa63-a84af4f39eba not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:48:32.921391 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-2cd195c8-d99b-40c7-b63f-d89b1fce7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:32.923639 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-2cd195c8-d99b-40c7-b63f-d89b1fce7719 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.1998513 Jul 27 09:48:33.046272 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-bf8b8283-b0d3-411d-ae09-888852f7d539 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8 HTTP/1.1" status: 200 len: 1002 time: 0.1111529 Jul 27 09:48:33.052468 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:33.069393 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Transition to ACTIVE for port object fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:33.070130 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:30Z', 'revision_number': 3, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:33.103474 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd965ad-a864-4ce7-a7b9-d84d237be523 None None] The sync data for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi is: [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:30Z', 'revision_number': 3, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:48:33.164262 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-b7693171-0e91-4cdd-a312-5a5a905fe06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:33.165849 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-b7693171-0e91-4cdd-a312-5a5a905fe06e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0854633 Jul 27 09:48:33.172918 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:33.246341 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Network cd51e6ad-99c8-438e-8061-35e971376c9d is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:33.251391 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:33.254159 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:48:33.285396 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Pushing event updated for resources: {'Port': ['ID=fe47fcf4-96db-4a9d-8c60-bf71d4fbe087,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:33.310489 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:33.376643 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-6cb41981-ea1f-4585-8084-cd6d1b799973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:33.378187 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-6cb41981-ea1f-4585-8084-cd6d1b799973 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1789775 Jul 27 09:48:33.595060 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f306c93c-1a68-4a55-ab6b-acf9db328b9b None None] Provisioning for port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:33.606785 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f306c93c-1a68-4a55-ab6b-acf9db328b9b None None] Provisioning complete for port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:33.608506 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f306c93c-1a68-4a55-ab6b-acf9db328b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:33.613670 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-cc57bec8-b7d4-445b-b4ab-1fac2048b3a4 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265205 Jul 27 09:48:33.685538 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:33.696919 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-f306c93c-1a68-4a55-ab6b-acf9db328b9b None None] Port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:48:33.738024 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:33.816975 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:33.825103 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:33.825764 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:33.846208 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00c15eae-b5da-4e64-b3c2-8ca390f3929f req-a7a8f799-c8fd-44d6-a813-d15db65076dc service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234807 Jul 27 09:48:33.867998 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc606c7-0e15-4ae4-b758-9f673993eaba req-b205269e-e3e0-41ae-abd9-841ba5b3047d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:33.869732 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dbc606c7-0e15-4ae4-b758-9f673993eaba req-b205269e-e3e0-41ae-abd9-841ba5b3047d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1682804 Jul 27 09:48:33.925603 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:33.973317 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dbc606c7-0e15-4ae4-b758-9f673993eaba req-6d043312-3067-430f-9f49-1dd413044111 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857463 Jul 27 09:48:33.987614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=392011c3-4f7d-420e-a6e8-da4f5c2b1d5e,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:34.005078 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:34.005881 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:34.088846 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:34.099231 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:34.147503 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=392011c3-4f7d-420e-a6e8-da4f5c2b1d5e,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:34.166951 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f109b-43e9-457f-9e4b-60c9a34c9d98 req-bc0f685c-99c7-45d3-8ad3-deea9998d407 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:34.168271 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-310f109b-43e9-457f-9e4b-60c9a34c9d98 req-bc0f685c-99c7-45d3-8ad3-deea9998d407 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1483819 Jul 27 09:48:34.168660 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:34.169207 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:34.211128 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Pushing event updated for resources: {'Port': ['ID=fe47fcf4-96db-4a9d-8c60-bf71d4fbe087,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:34.216352 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:34.276401 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-310f109b-43e9-457f-9e4b-60c9a34c9d98 req-475d3c52-e309-4f98-a30a-bb96746819e5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985324 Jul 27 09:48:34.334069 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Network cd51e6ad-99c8-438e-8061-35e971376c9d is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:34.335481 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:34.486893 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:48:34.607739 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:48:34.613778 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-d2a1dcd3-2a5b-4f17-b723-f603db55a842 admin admin] 10.222.0.22 "PUT /v2.0/routers/3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2258055 Jul 27 09:48:34.638131 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f743f9d8-4a2c-48e4-8114-be3290149b63 None None] Provisioning complete for port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:34.638710 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f743f9d8-4a2c-48e4-8114-be3290149b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:34.680451 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-f743f9d8-4a2c-48e4-8114-be3290149b63 None None] Port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:48:35.035556 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Sync routers for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:48:35.044879 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:48:35.045498 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:48:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:35.089176 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49962) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:35.096044 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1152461190-network', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:35.118891 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Made reservation on behalf of 8ded201f31bb415fbda4ff60319d7a76 for: {'network': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:48:35.121267 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.124146 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b504f9-00f1-4e4f-9c0e-3346f0cba605 req-d2db9e8d-9d7a-48f5-a5dc-cb044a4f6caf tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:35.125825 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b7b504f9-00f1-4e4f-9c0e-3346f0cba605 req-d2db9e8d-9d7a-48f5-a5dc-cb044a4f6caf tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0776312 Jul 27 09:48:35.130715 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.178061 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b7b504f9-00f1-4e4f-9c0e-3346f0cba605 req-7e9be911-b84d-4ecd-b76a-8ffd480bf19d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441756 Jul 27 09:48:35.185475 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:48:35.261929 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.267846 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.291730 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=99745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:48:35.306710 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790ee138-bfef-4882-b1ea-8752ae7b864c,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:35.310241 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.310827 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.segments_db [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Added segment adbc291f-3db2-40c6-b02f-25ae503046bb of type vlan for network 49c46646-7767-46d5-a396-fd10efe9cda4 Jul 27 09:48:35.358870 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.391745 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.392866 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:35.393534 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.451897 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd2bbc-5536-43f7-a758-997b7cda4bea req-f4b0166b-2b2b-4881-bf1a-cedfa4fd7c31 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:35.453007 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3624485 Jul 27 09:48:35.454217 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-61bd2bbc-5536-43f7-a758-997b7cda4bea req-f4b0166b-2b2b-4881-bf1a-cedfa4fd7c31 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.0834892 Jul 27 09:48:35.455776 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 49968) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:35.461242 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Request body: {'subnet': {'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1152461190-subnet', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'ip_version': 4}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:35.469498 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a22a6-32a6-42d6-b90b-38a2660f89c0 admin admin] Pushing event updated for resources: {'Network': ['ID=49c46646-7767-46d5-a396-fd10efe9cda4,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:35.491455 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network 49c46646-7767-46d5-a396-fd10efe9cda4 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:48:35.518944 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-61bd2bbc-5536-43f7-a758-997b7cda4bea req-600d6f0c-7400-43cb-adfb-3befe15e80bf tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529704 Jul 27 09:48:35.520379 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Made reservation on behalf of 8ded201f31bb415fbda4ff60319d7a76 for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:48:35.523068 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27051813'] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.572008 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:35.620162 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'fe47fcf4-96db-4a9d-8c60-bf71d4fbe087', 'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'mac_address': 'fa:16:3e:af:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:32Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 2, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'subnets': [{'id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:35.649341 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Checking router: 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:48:35.649695 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Updating router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 binding host dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:48:35.698077 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:35.698449 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.701292 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.705404 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25376592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27051831'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.760016 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b5a30b-0f56-4be0-95c7-37ef59df3883,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:35.773950 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Checking segment: {'id': 'adbc291f-3db2-40c6-b02f-25ae503046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:35.774325 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Network hostable DHCP agents. Network: 49c46646-7767-46d5-a396-fd10efe9cda4, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:48:35.799667 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Network 49c46646-7767-46d5-a396-fd10efe9cda4 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:48:35.810180 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, 49c46646-7767-46d5-a396-fd10efe9cda4) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:35.816965 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:35.818214 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.835991 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-af2ee1c3-c992-475a-aff9-92bf21a6efca admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3787673 Jul 27 09:48:35.838392 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 49974) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:35.843153 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:35.847327 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d38783-7ca3-42ce-8866-864c0ee348f8 None None] Network 49c46646-7767-46d5-a396-fd10efe9cda4 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:48:35.868226 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.869472 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:35.944734 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.087318 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49978) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:36.095710 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.103741 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-49c46646-7767-46d5-a396-fd10efe9cda4', 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'fixed_ips': [{'subnet_id': '91b5a30b-0f56-4be0-95c7-37ef59df3883'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:48:36.104587 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.206998 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.230387 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Transition to ACTIVE for port object fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:36.231999 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-c3901ebe-05ef-4bb5-91e4-9e5defb1689d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b692dad264d74dea8e86fbd689ca1d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435294 Jul 27 09:48:36.233406 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 49984) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:36.243577 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.305824 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0dff-9bcb-43bd-92a3-03bfd565aca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.323992 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a74bf-a4e4-4aaf-8f69-e05c26bcf4a2 None None] Pushing event updated for resources: {'Port': ['ID=fe47fcf4-96db-4a9d-8c60-bf71d4fbe087,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:36.341503 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0dff-9bcb-43bd-92a3-03bfd565aca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.391103 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Allocated IP 172.20.0.2 (49c46646-7767-46d5-a396-fd10efe9cda4/91b5a30b-0f56-4be0-95c7-37ef59df3883/ba812f36-c407-40c3-bce9-0392d5129425) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:48:36.425947 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0dff-9bcb-43bd-92a3-03bfd565aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.429464 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0dff-9bcb-43bd-92a3-03bfd565aca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.431861 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.432658 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-3c4c0dff-9bcb-43bd-92a3-03bfd565aca1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/490074c4-327c-4524-9d94-a0cdd35f4f8d HTTP/1.1" status: 204 len: 168 time: 0.1963305 Jul 27 09:48:36.445186 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c0dff-9bcb-43bd-92a3-03bfd565aca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490074c4-327c-4524-9d94-a0cdd35f4f8d,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:36.451161 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Attempting to bind port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:48:36.451915 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Attempting to bind port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:48:36.452284 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Attempting to bind port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 on network cd51e6ad-99c8-438e-8061-35e971376c9d {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:36.467320 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.488558 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947898b0-56bf-45eb-9e49-2bfe79907b1b req-e4a531df-938b-4673-a988-78608eb0500a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:36.490660 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-947898b0-56bf-45eb-9e49-2bfe79907b1b req-e4a531df-938b-4673-a988-78608eb0500a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.2086639 Jul 27 09:48:36.509900 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:48:36.510282 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Checking segment: {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:36.510900 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.511478 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Bound using segment: {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:48:36.512116 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Bound port: fe47fcf4-96db-4a9d-8c60-bf71d4fbe087, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:48:36.512665 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.619999 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-947898b0-56bf-45eb-9e49-2bfe79907b1b req-5a2be20e-f2c4-4c1e-8f55-d6032f0bb93a tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924466 Jul 27 09:48:36.659746 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] For port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:48:36.684845 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] For port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=fe47fcf4-96db-4a9d-8c60-bf71d4fbe087,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:48:36.692009 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.694871 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.722559 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Allocated IP 172.27.1.20 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/8f67fcb9-db2e-4489-a3f9-c1b0530f44b9) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:48:36.730616 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Transition to ACTIVE for port object ba812f36-c407-40c3-bce9-0392d5129425 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:36.791144 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Transition to ACTIVE for port object ba812f36-c407-40c3-bce9-0392d5129425 will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:36.798454 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:48:36.799146 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:48:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:36.800981 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a74bf-a4e4-4aaf-8f69-e05c26bcf4a2 None None] Pushing event updated for resources: {'Port': ['ID=fe47fcf4-96db-4a9d-8c60-bf71d4fbe087,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:36.827858 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60865f-cdb4-4339-92ae-30ce7dd5d3bb req-720c23bf-d5f9-4c86-916b-b0cdd4a2a439 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:36.829450 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e60865f-cdb4-4339-92ae-30ce7dd5d3bb req-720c23bf-d5f9-4c86-916b-b0cdd4a2a439 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 946 time: 0.1960204 Jul 27 09:48:36.839230 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:36.901125 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Pushing event updated for resources: {'Port': ['ID=ba812f36-c407-40c3-bce9-0392d5129425,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:36.902468 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e60865f-cdb4-4339-92ae-30ce7dd5d3bb req-b1c87d2e-9427-4827-acc1-bd6e810404d6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625806 Jul 27 09:48:36.914508 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:48:36.943338 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Network 49c46646-7767-46d5-a396-fd10efe9cda4 is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:36.952659 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.006581 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.018317 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:37.023488 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:48:37.053494 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:48:37.086073 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:37.089173 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:37.094745 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:48:37.098738 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Pushing event updated for resources: {'Port': ['ID=8f67fcb9-db2e-4489-a3f9-c1b0530f44b9,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:37.220885 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Attempting to bind port ba812f36-c407-40c3-bce9-0392d5129425 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:48:37.221506 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Attempting to bind port ba812f36-c407-40c3-bce9-0392d5129425 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'adbc291f-3db2-40c6-b02f-25ae503046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:48:37.221638 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Attempting to bind port ba812f36-c407-40c3-bce9-0392d5129425 on network 49c46646-7767-46d5-a396-fd10efe9cda4 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:37.411030 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:48:37.411571 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Checking segment: {'id': 'adbc291f-3db2-40c6-b02f-25ae503046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:37.412080 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.412580 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Bound using segment: {'id': 'adbc291f-3db2-40c6-b02f-25ae503046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:48:37.413194 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Bound port: ba812f36-c407-40c3-bce9-0392d5129425, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbc291f-3db2-40c6-b02f-25ae503046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:48:37.413995 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.421256 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.450087 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50022) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:37.467406 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.519383 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:48:37.522441 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc5422b-8415-4650-9493-aa4f7ee54676" -d '{"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-unplugged", "status": "completed", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:48:37.573892 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:37.607255 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-681168288-network', 'tenant_id': 'c10ab9197b5140b5ae3e404ef81dea40'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:37.608637 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.613417 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 09:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179b7355-95d8-4636-bc3a-1ab23f24904d x-openstack-request-id: req-179b7355-95d8-4636-bc3a-1ab23f24904d {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:48:37.614018 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-unplugged", "status": "failed", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8", "code": 422}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:48:37.614018 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-179b7355-95d8-4636-bc3a-1ab23f24904d {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:48:37.614366 dv-cinder-802440-1-iscsi neutron-server[99746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'code': 422} returned with failed status Jul 27 09:48:37.644409 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] For port ba812f36-c407-40c3-bce9-0392d5129425, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:48:37.661535 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Made reservation on behalf of c10ab9197b5140b5ae3e404ef81dea40 for: {'network': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:48:37.664937 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] For port ba812f36-c407-40c3-bce9-0392d5129425, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=ba812f36-c407-40c3-bce9-0392d5129425,segment=NetworkSegment(adbc291f-3db2-40c6-b02f-25ae503046bb),segment_id=adbc291f-3db2-40c6-b02f-25ae503046bb)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:48:37.667307 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.677147 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.691443 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.705969 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=8']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:37.779060 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'fe47fcf4-96db-4a9d-8c60-bf71d4fbe087', 'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'mac_address': 'fa:16:3e:af:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:32Z', 'updated_at': '2021-07-27T09:48:36Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'subnets': [{'id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:37.783696 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d741376-a213-4777-8288-ca572bcaf7ab None None] Pushing event updated for resources: {'Port': ['ID=ba812f36-c407-40c3-bce9-0392d5129425,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:37.834027 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ae285-7ebf-4a36-a75a-c2bfbef65cf5 None None] The sync data for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi is: [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'fe47fcf4-96db-4a9d-8c60-bf71d4fbe087', 'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'mac_address': 'fa:16:3e:af:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:32Z', 'updated_at': '2021-07-27T09:48:36Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'subnets': [{'id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:48:37.883113 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.888242 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.928177 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=99745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:48:37.965379 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:37.965781 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.segments_db [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Added segment d8c31729-011f-49fa-a410-d5248000ab9a of type vlan for network d6781ce2-3e91-4535-9d74-325882c3712a Jul 27 09:48:37.982068 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576b062e-3cd8-42b0-890a-5463e87ab6b2,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:38.032051 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:38.104058 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:38.107230 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:38.108043 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:38.195229 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7428503 Jul 27 09:48:38.200233 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 50046) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:38.213300 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceae8b-7188-42cf-9b1d-d3d6aaf150b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d6781ce2-3e91-4535-9d74-325882c3712a,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:38.231107 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network d6781ce2-3e91-4535-9d74-325882c3712a details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:48:38.242268 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Request body: {'subnet': {'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-681168288-subnet', 'tenant_id': 'c10ab9197b5140b5ae3e404ef81dea40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:38.353095 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Made reservation on behalf of c10ab9197b5140b5ae3e404ef81dea40 for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:48:38.355699 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27051813'] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:38.360588 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:38.369109 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50056) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:38.500197 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edca537-5454-45c5-95c4-bc4ab4a2def9 req-eff56f12-e6ac-491b-8ca0-44172a850bc3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:38.509274 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6edca537-5454-45c5-95c4-bc4ab4a2def9 req-eff56f12-e6ac-491b-8ca0-44172a850bc3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.3721251 Jul 27 09:48:38.520639 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ced70-9170-467f-94c6-d62c08f1d7da req-0eb982a0-4d69-41bb-85b2-d16c68812668 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:38.522376 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-de6ced70-9170-467f-94c6-d62c08f1d7da req-0eb982a0-4d69-41bb-85b2-d16c68812668 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.3843200 Jul 27 09:48:38.723273 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-6b2e8cb1-48aa-480f-8870-17ed9df3566f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3530238 Jul 27 09:48:38.725913 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-de6ced70-9170-467f-94c6-d62c08f1d7da req-f809c809-5691-4d05-a88c-afb2cd0ff119 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840577 Jul 27 09:48:38.759658 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6edca537-5454-45c5-95c4-bc4ab4a2def9 req-eabea57d-9464-4c9b-9f7e-4776d3b2df15 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494853 Jul 27 09:48:38.815994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:48:38.883056 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25376592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27051831'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:38.989548 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6976b3b-bbc2-424f-8733-f0cbb45c44c2 None None] Network 49c46646-7767-46d5-a396-fd10efe9cda4 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:48:39.044154 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fa3255-24da-4c95-bd5b-a3baec23c3f9,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:39.060734 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:48:39.069496 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-791c2e24-8455-4d18-bfd3-a9b3d85ec1cd None None] Provisioning for port ba812f36-c407-40c3-bce9-0392d5129425 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:39.075598 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Sync routers for ids ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:48:39.076176 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Checking segment: {'id': 'd8c31729-011f-49fa-a410-d5248000ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:39.076513 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Network hostable DHCP agents. Network: d6781ce2-3e91-4535-9d74-325882c3712a, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:48:39.098274 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:39.099475 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-91150b9a-54b4-4a29-9890-115e46826674 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2600441 Jul 27 09:48:39.102363 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50068) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:39.103605 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Routers {'c3f02e0d-10b6-49ef-bd9d-e53bbadda943'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:48:39.104507 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:48:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:39.108089 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Network d6781ce2-3e91-4535-9d74-325882c3712a is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:48:39.121640 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, d6781ce2-3e91-4535-9d74-325882c3712a) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:39.130594 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b092f9-ce4e-47f3-b4d0-32532123fa04 None None] Network d6781ce2-3e91-4535-9d74-325882c3712a requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:48:39.135582 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:39.138393 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:39.163857 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-a657c898-1873-4b23-808a-51d17d75ffd2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9184213 Jul 27 09:48:39.321575 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Set router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:48:39.426109 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e980a7c-69ed-498c-8831-14b457c85b23 None None] Network d6781ce2-3e91-4535-9d74-325882c3712a requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:48:39.699658 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:35Z', 'updated_at': '2021-07-27T09:48:37Z', 'revision_number': 3, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'gw_port': {'id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:36Z', 'updated_at': '2021-07-27T09:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:39.716633 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device ba812f36-c407-40c3-bce9-0392d5129425 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:39.805723 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Checking router: c3f02e0d-10b6-49ef-bd9d-e53bbadda943 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:48:39.806415 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Updating router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:48:39.840834 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port ba812f36-c407-40c3-bce9-0392d5129425 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:39.847484 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port ba812f36-c407-40c3-bce9-0392d5129425 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:39.849865 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:39.864028 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:39.939809 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:39.981230 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3eec4-5f48-447d-ae12-fb5223ff74a1 req-3a64851f-5734-4cb4-bee5-48efee12f13e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:39.988417 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f1b3eec4-5f48-447d-ae12-fb5223ff74a1 req-3a64851f-5734-4cb4-bee5-48efee12f13e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.1676781 Jul 27 09:48:40.019907 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055258d-0979-4fa7-a994-966dfbe9a29f req-e53662c0-2a37-466f-872e-b54e99234c3b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:40.021417 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0055258d-0979-4fa7-a994-966dfbe9a29f req-e53662c0-2a37-466f-872e-b54e99234c3b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1565802 Jul 27 09:48:40.026238 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.065319 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port ba812f36-c407-40c3-bce9-0392d5129425, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=ba812f36-c407-40c3-bce9-0392d5129425,segment=NetworkSegment(adbc291f-3db2-40c6-b02f-25ae503046bb),segment_id=adbc291f-3db2-40c6-b02f-25ae503046bb)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:40.072598 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.073804 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:40.084853 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f1b3eec4-5f48-447d-ae12-fb5223ff74a1 req-c2a8ce92-1cca-4af3-bb7b-742e232753a8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954854 Jul 27 09:48:40.122127 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0055258d-0979-4fa7-a994-966dfbe9a29f req-b3610134-9467-4f84-8536-7884cb65a9e9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774031 Jul 27 09:48:40.159662 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=ba812f36-c407-40c3-bce9-0392d5129425,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:40.171754 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:40.174474 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Allocated IP 172.20.0.1 (49c46646-7767-46d5-a396-fd10efe9cda4/91b5a30b-0f56-4be0-95c7-37ef59df3883/f0f2852a-f96c-4c76-9e96-fb81b7744b9a) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:48:40.175623 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:40.175999 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.269571 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.280287 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.298063 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.298915 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Transition to ACTIVE for port object 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:40.308953 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.317266 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.provisioning_blocks [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Transition to ACTIVE for port object f0f2852a-f96c-4c76-9e96-fb81b7744b9a will not be triggered until provisioned by entity DHCP. {{(pid=99745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:40.323426 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=fe47fcf4-96db-4a9d-8c60-bf71d4fbe087,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:40.328391 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.376691 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Attempting to bind port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:48:40.376965 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Attempting to bind port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:48:40.377332 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Attempting to bind port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:40.382176 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.384427 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc2506-be51-469d-bc28-3afb6a3a45b7 None None] Pushing event updated for resources: {'Port': ['ID=8f67fcb9-db2e-4489-a3f9-c1b0530f44b9,revision_number=2']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:40.387175 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=fe47fcf4-96db-4a9d-8c60-bf71d4fbe087,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:40.388890 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:48:40.390424 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:40.390866 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.391254 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:48:40.391896 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Bound port: 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:48:40.392305 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.443831 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Network 49c46646-7767-46d5-a396-fd10efe9cda4 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:40.446940 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:40.451362 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:48:40.453054 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] For port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:48:40.454541 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Pushing event updated for resources: {'Port': ['ID=f0f2852a-f96c-4c76-9e96-fb81b7744b9a,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:40.456654 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] For port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=8f67fcb9-db2e-4489-a3f9-c1b0530f44b9,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:48:40.462826 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.483391 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.483734 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.484600 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.484931 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.485258 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.485583 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.485913 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.486236 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.486559 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.486899 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.487220 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.487535 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:40.510019 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.522500 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc2506-be51-469d-bc28-3afb6a3a45b7 None None] Pushing event updated for resources: {'Port': ['ID=8f67fcb9-db2e-4489-a3f9-c1b0530f44b9,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:40.544490 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Routers {'c3f02e0d-10b6-49ef-bd9d-e53bbadda943'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:48:40.547505 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:48:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:40.675534 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] Set router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:48:40.694217 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-8f65e413-03f4-4cf3-994e-3b1d52129d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.698964 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.781975 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-bc9aeb01-1e35-4609-8e0a-f50cf47847ca None None] Provisioning for port f0f2852a-f96c-4c76-9e96-fb81b7744b9a completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:40.787266 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-bc9aeb01-1e35-4609-8e0a-f50cf47847ca None None] Provisioning complete for port f0f2852a-f96c-4c76-9e96-fb81b7744b9a triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:40.787946 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-bc9aeb01-1e35-4609-8e0a-f50cf47847ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.837417 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-bc9aeb01-1e35-4609-8e0a-f50cf47847ca None None] Port f0f2852a-f96c-4c76-9e96-fb81b7744b9a cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:48:40.904806 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:40.911523 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:48:40.919462 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27231618'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:41.000723 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:35Z', 'updated_at': '2021-07-27T09:48:37Z', 'revision_number': 3, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'gw_port': {'id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:36Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:41.006139 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:41.063685 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Pushing event updated for resources: {'Port': ['ID=f0f2852a-f96c-4c76-9e96-fb81b7744b9a,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:41.063916 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fc28e-655b-418b-b9dc-8dce9a159755 None None] The sync data for ids ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'] in dv-cinder-802440-1-iscsi is: [{'id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:35Z', 'updated_at': '2021-07-27T09:48:37Z', 'revision_number': 3, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'gw_port': {'id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:36Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:48:41.118158 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Network 49c46646-7767-46d5-a396-fd10efe9cda4 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:41.119786 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:41.336254 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:48:41.343994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3134a9-0fe4-42dc-9f08-13579999b543 req-535ff324-483e-48ed-bb16-c270838148fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:41.345686 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ab3134a9-0fe4-42dc-9f08-13579999b543 req-535ff324-483e-48ed-bb16-c270838148fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1098 time: 0.2348502 Jul 27 09:48:41.365486 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee28357-3722-4ee6-97d4-ca29a9bef127 req-94befed8-4be8-45f0-b15d-fdbc9581fda5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:41.368179 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8ee28357-3722-4ee6-97d4-ca29a9bef127 req-94befed8-4be8-45f0-b15d-fdbc9581fda5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.1950965 Jul 27 09:48:41.462368 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:48:41.467611 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-902739b1-e1c3-4726-b1dc-969440abad9a admin admin] 10.222.0.22 "PUT /v2.0/routers/c3f02e0d-10b6-49ef-bd9d-e53bbadda943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3636847 Jul 27 09:48:41.469357 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1771-86f2-47dd-872d-900a47d29f6c req-57a0c014-0164-425e-b895-04757727d387 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:41.477556 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-59bd5785-4d33-4966-b7dd-9930f21e2f17 None None] Provisioning complete for port f0f2852a-f96c-4c76-9e96-fb81b7744b9a triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:41.477957 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-59bd5785-4d33-4966-b7dd-9930f21e2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:41.479117 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6ece1771-86f2-47dd-872d-900a47d29f6c req-57a0c014-0164-425e-b895-04757727d387 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.2114968 Jul 27 09:48:41.535690 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6ece1771-86f2-47dd-872d-900a47d29f6c req-9fbd8483-98f4-4f89-b649-cec5c3bfa53b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553985 Jul 27 09:48:41.538061 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-59bd5785-4d33-4966-b7dd-9930f21e2f17 None None] Port f0f2852a-f96c-4c76-9e96-fb81b7744b9a cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:48:41.548304 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ab3134a9-0fe4-42dc-9f08-13579999b543 req-404d8eaa-e014-4c11-81fc-eb27daaed788 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677377 Jul 27 09:48:41.574316 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8ee28357-3722-4ee6-97d4-ca29a9bef127 req-b5e3c9e2-e032-44bc-8250-69512810a876 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848106 Jul 27 09:48:41.639958 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device ba812f36-c407-40c3-bce9-0392d5129425 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:41.700641 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port ba812f36-c407-40c3-bce9-0392d5129425 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:41.701248 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:41.801075 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:41.830367 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-fa076ada-186b-418b-95dc-a78309fa1a5b tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:41.836338 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-fa076ada-186b-418b-95dc-a78309fa1a5b tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/networks?id=d6781ce2-3e91-4535-9d74-325882c3712a HTTP/1.1" status: 200 len: 813 time: 0.1406224 Jul 27 09:48:41.850303 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-c68b9e26-a721-4e46-a96c-e81e69986a0b tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/quotas/c10ab9197b5140b5ae3e404ef81dea40 HTTP/1.1" status: 200 len: 375 time: 0.0110526 Jul 27 09:48:41.861352 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:41.862145 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:41.893376 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-0baf12a6-bb9b-4ad5-aa0d-15796a703b40 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c10ab9197b5140b5ae3e404ef81dea40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366924 Jul 27 09:48:42.009045 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f95f85d4-e478-4f91-8610-f92799994d81 service neutron] 10.222.0.22 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056418 Jul 27 09:48:42.111489 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f6ec4d1f-662f-4d3b-9805-0536fba4790f service neutron] 10.222.0.22 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948782 Jul 27 09:48:42.204777 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50128) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:42.209706 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-e32fc122-db82-420a-89d0-a54fcb276802 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993705190', 'description': 'tempest-secgroup-smoke-1993705190 description', 'project_id': '4d859408e27d44b5b24b8266d170a557'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:42.241913 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e32fc122-db82-420a-89d0-a54fcb276802 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.323852 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ac712eb9-e315-4d7b-9767-f8a7045f60a4 req-8495a123-79fa-4f6a-89e6-b7b64949aed3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 210 time: 0.0512483 Jul 27 09:48:42.361043 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e32fc122-db82-420a-89d0-a54fcb276802 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.368067 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e32fc122-db82-420a-89d0-a54fcb276802 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.409293 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e32fc122-db82-420a-89d0-a54fcb276802 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.409293 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-e32fc122-db82-420a-89d0-a54fcb276802 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2017248 Jul 27 09:48:42.410507 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fc122-db82-420a-89d0-a54fcb276802 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:42.410778 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 50140) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:42.415589 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Request body: {'security_group_rule': {'security_group_id': '1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b', 'project_id': '4d859408e27d44b5b24b8266d170a557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:42.443525 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.506585 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.510513 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.533189 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff06fb1-283f-492a-8908-a043e22a9dcf,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:42.541099 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.542738 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306901 Jul 27 09:48:42.544696 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.545573 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50142) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:42.547000 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.547606 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.548001 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.548290 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.548621 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.548953 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.549276 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.549604 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.549927 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.550248 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.550599 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b185-05c1-4ef5-92c4-c08b64ed5436 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:48:42.551871 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-0be91105-76b4-4638-99d6-c0e278243f90 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Request body: {'security_group_rule': {'security_group_id': '1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b', 'project_id': '4d859408e27d44b5b24b8266d170a557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:42.583605 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0be91105-76b4-4638-99d6-c0e278243f90 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.677680 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0be91105-76b4-4638-99d6-c0e278243f90 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.682498 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0be91105-76b4-4638-99d6-c0e278243f90 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.699904 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be91105-76b4-4638-99d6-c0e278243f90 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843a01d7-b60a-4243-88c4-3d6ff37ed16c,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:42.713228 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0be91105-76b4-4638-99d6-c0e278243f90 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.715134 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-0be91105-76b4-4638-99d6-c0e278243f90 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1676722 Jul 27 09:48:42.717681 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50150) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:42.723494 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-f80270ce-2357-423d-8c3e-f52b0417374d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Request body: {'security_group_rule': {'security_group_id': '1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b', 'project_id': '4d859408e27d44b5b24b8266d170a557', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:42.752236 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f80270ce-2357-423d-8c3e-f52b0417374d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.822755 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f80270ce-2357-423d-8c3e-f52b0417374d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.829394 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f80270ce-2357-423d-8c3e-f52b0417374d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.829771 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27bfd8-9caa-449e-8104-fba187da419d req-bc65b413-7e07-4bf1-a0a2-5248f2892996 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:42.832555 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6d27bfd8-9caa-449e-8104-fba187da419d req-bc65b413-7e07-4bf1-a0a2-5248f2892996 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.2017384 Jul 27 09:48:42.845983 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80270ce-2357-423d-8c3e-f52b0417374d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140130dd-6ec6-48ae-a2c0-bb654771c393,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:42.857495 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f80270ce-2357-423d-8c3e-f52b0417374d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.858748 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f80270ce-2357-423d-8c3e-f52b0417374d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398125 Jul 27 09:48:42.861383 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50152) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:42.865741 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-4a2bf44a-d2b4-487e-a981-05b1622e46e3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Request body: {'security_group_rule': {'security_group_id': '1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b', 'project_id': '4d859408e27d44b5b24b8266d170a557', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:42.893681 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-abcf7e61-f1e1-437b-9ecf-34b091bb563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:42.895851 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-abcf7e61-f1e1-437b-9ecf-34b091bb563d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05&tenant_id=0276852d6358459f97418591cc32a01a HTTP/1.1" status: 200 len: 1097 time: 0.2131264 Jul 27 09:48:42.904014 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf44a-d2b4-487e-a981-05b1622e46e3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.916892 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6d27bfd8-9caa-449e-8104-fba187da419d req-a7611848-755b-49f9-9c7c-5f5d2061363b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723906 Jul 27 09:48:42.925357 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15eff2-526f-4d8d-86e8-7e87f00cf8bf req-7bc61d3e-946a-4e39-9ff1-ca46ac725482 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:42.934371 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dc15eff2-526f-4d8d-86e8-7e87f00cf8bf req-7bc61d3e-946a-4e39-9ff1-ca46ac725482 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.2062943 Jul 27 09:48:42.971403 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dc15eff2-526f-4d8d-86e8-7e87f00cf8bf req-84b21c5f-20bb-4882-b66e-41c307e8edde tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357499 Jul 27 09:48:42.977870 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf44a-d2b4-487e-a981-05b1622e46e3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:42.982826 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf44a-d2b4-487e-a981-05b1622e46e3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.001342 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bf44a-d2b4-487e-a981-05b1622e46e3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b54e63-9377-426f-a258-96b90b7d2bda,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:43.014154 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf44a-d2b4-487e-a981-05b1622e46e3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.018567 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-4a2bf44a-d2b4-487e-a981-05b1622e46e3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531284 Jul 27 09:48:43.018800 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50154) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:43.034139 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-13ae2429-6e19-4dca-9e6c-fc9b262e4ef1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Request body: {'security_group_rule': {'security_group_id': '1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b', 'project_id': '4d859408e27d44b5b24b8266d170a557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:43.055454 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.securitygroups_db [None req-13ae2429-6e19-4dca-9e6c-fc9b262e4ef1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Project 4d859408e27d44b5b24b8266d170a557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 09:48:43.060072 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13ae2429-6e19-4dca-9e6c-fc9b262e4ef1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.123474 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13ae2429-6e19-4dca-9e6c-fc9b262e4ef1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.128806 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13ae2429-6e19-4dca-9e6c-fc9b262e4ef1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.150263 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae2429-6e19-4dca-9e6c-fc9b262e4ef1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e90b549-769c-48f6-8a62-b66858aaaff1,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:43.159956 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-13ae2429-6e19-4dca-9e6c-fc9b262e4ef1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.163985 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-13ae2429-6e19-4dca-9e6c-fc9b262e4ef1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320786 Jul 27 09:48:43.164560 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50156) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:48:43.169330 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-6de6ad48-eb06-49e6-b074-394da2e079a5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Request body: {'security_group_rule': {'security_group_id': '1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b', 'project_id': '4d859408e27d44b5b24b8266d170a557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:43.194802 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.securitygroups_db [None req-6de6ad48-eb06-49e6-b074-394da2e079a5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Project 4d859408e27d44b5b24b8266d170a557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 09:48:43.205280 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6de6ad48-eb06-49e6-b074-394da2e079a5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.205905 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Sync routers for ids ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:48:43.219022 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Routers {'c3f02e0d-10b6-49ef-bd9d-e53bbadda943'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:48:43.219955 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:48:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:43.225582 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-ad370895-23b7-4638-b94d-e10f2cd56090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:43.227494 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-ad370895-23b7-4638-b94d-e10f2cd56090 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 1097 time: 0.1028032 Jul 27 09:48:43.275024 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6de6ad48-eb06-49e6-b074-394da2e079a5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.280061 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6de6ad48-eb06-49e6-b074-394da2e079a5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.299679 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6ad48-eb06-49e6-b074-394da2e079a5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b921b43-3f6b-4da7-9a5b-153b26b1f0aa,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:43.308352 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6de6ad48-eb06-49e6-b074-394da2e079a5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.310406 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-6de6ad48-eb06-49e6-b074-394da2e079a5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447783 Jul 27 09:48:43.325985 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-933e1a6b-9346-4332-ad7b-d2e249d187ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.342493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-04718f4e-2ec2-47d1-939e-05f54ed21afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:43.344365 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-04718f4e-2ec2-47d1-939e-05f54ed21afa service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.1085477 Jul 27 09:48:43.355476 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Set router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:48:43.486071 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f03315af-c1ef-4e6f-afe3-645aa654e950 req-b40815a5-8f27-4009-b3ec-c71d9cdf1e22 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 210 time: 0.0629606 Jul 27 09:48:43.528745 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-40813d75-6ab2-4efd-9318-5277203d00cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1616096 Jul 27 09:48:43.635060 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:43.651798 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-a25b2132-63c2-4d3c-8893-1528f2ae4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:43.653581 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-a25b2132-63c2-4d3c-8893-1528f2ae4c50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0757325 Jul 27 09:48:43.736704 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:35Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 4, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'gw_port': {'id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:36Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'f0f2852a-f96c-4c76-9e96-fb81b7744b9a', 'name': '', 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'mac_address': 'fa:16:3e:22:e1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '91b5a30b-0f56-4be0-95c7-37ef59df3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:39Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 2, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'subnets': [{'id': '91b5a30b-0f56-4be0-95c7-37ef59df3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:43.738606 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:43.770635 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.772726 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Checking router: c3f02e0d-10b6-49ef-bd9d-e53bbadda943 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:48:43.773262 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Updating router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 port f0f2852a-f96c-4c76-9e96-fb81b7744b9a binding host dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:48:43.775305 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:43.775827 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.848377 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:43.872325 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-c7821618-b425-432e-86a5-a39a35ca5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:43.874089 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-c7821618-b425-432e-86a5-a39a35ca5430 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1539526 Jul 27 09:48:43.882741 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-ce1f3156-b3f7-4ef5-af97-c8587763706e tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:43.884232 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-ce1f3156-b3f7-4ef5-af97-c8587763706e tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.48 "GET /v2.0/networks?id=d6781ce2-3e91-4535-9d74-325882c3712a HTTP/1.1" status: 200 len: 813 time: 0.1278949 Jul 27 09:48:43.916155 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Request body: {'port': {'device_id': 'bdc5bd90-71be-4171-8489-570d632c1cdf', 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a', 'admin_state_up': True, 'tenant_id': 'c10ab9197b5140b5ae3e404ef81dea40'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:48:44.154171 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:44.195266 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=8f67fcb9-db2e-4489-a3f9-c1b0530f44b9,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:44.200960 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:44.328877 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=8f67fcb9-db2e-4489-a3f9-c1b0530f44b9,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:44.353825 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:44.437926 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-f6f68c78-ff0c-49f0-9781-da826bfe60ee service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603789 Jul 27 09:48:44.443010 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Notify callbacks [] for port, precommit_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:44.457379 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Transition to ACTIVE for port object f0f2852a-f96c-4c76-9e96-fb81b7744b9a will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:48:44.463788 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:44.534603 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Made reservation on behalf of c10ab9197b5140b5ae3e404ef81dea40 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:48:44.542316 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:44.545373 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1ae20-3f39-4aff-8f1f-8f2ec5105359 None None] Pushing event updated for resources: {'Port': ['ID=f0f2852a-f96c-4c76-9e96-fb81b7744b9a,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:44.570978 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e7032-d1f0-471a-9121-b25f115b4c37 req-817f192a-e292-4a26-924a-ebd540b23f35 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:44.575645 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-250e7032-d1f0-471a-9121-b25f115b4c37 req-817f192a-e292-4a26-924a-ebd540b23f35 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.4907186 Jul 27 09:48:44.580294 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a5148-f9c5-4e6b-b0b2-7fbb00310f1b req-3e8a7402-d532-4502-8956-e131664cd173 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:44.581785 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-372a5148-f9c5-4e6b-b0b2-7fbb00310f1b req-3e8a7402-d532-4502-8956-e131664cd173 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.5484717 Jul 27 09:48:44.592958 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Attempting to bind port f0f2852a-f96c-4c76-9e96-fb81b7744b9a on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:48:44.593534 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Attempting to bind port f0f2852a-f96c-4c76-9e96-fb81b7744b9a by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'adbc291f-3db2-40c6-b02f-25ae503046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:48:44.593996 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Attempting to bind port f0f2852a-f96c-4c76-9e96-fb81b7744b9a on network 49c46646-7767-46d5-a396-fd10efe9cda4 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:48:44.599806 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:48:44.600495 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Checking segment: {'id': 'adbc291f-3db2-40c6-b02f-25ae503046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:48:44.601019 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:44.601681 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Bound using segment: {'id': 'adbc291f-3db2-40c6-b02f-25ae503046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:48:44.602253 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Bound port: f0f2852a-f96c-4c76-9e96-fb81b7744b9a, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbc291f-3db2-40c6-b02f-25ae503046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:48:44.602763 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:44.684836 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] For port f0f2852a-f96c-4c76-9e96-fb81b7744b9a, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:48:44.691802 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] For port f0f2852a-f96c-4c76-9e96-fb81b7744b9a, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=f0f2852a-f96c-4c76-9e96-fb81b7744b9a,segment=NetworkSegment(adbc291f-3db2-40c6-b02f-25ae503046bb),segment_id=adbc291f-3db2-40c6-b02f-25ae503046bb)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:48:44.698277 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:44.724943 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f8043e7e-6768-40d1-8e7e-5564434efc75 req-29e1cd77-1f9a-4a09-800e-dc9d283c290e service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690568 Jul 27 09:48:44.736561 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-250e7032-d1f0-471a-9121-b25f115b4c37 req-3731f89d-c0f8-4dc6-8514-90166c9c7df8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504331 Jul 27 09:48:44.745898 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-372a5148-f9c5-4e6b-b0b2-7fbb00310f1b req-70a8f56c-5639-40e6-8b78-1f46f4cea880 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497869 Jul 27 09:48:44.766546 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Routers {'c3f02e0d-10b6-49ef-bd9d-e53bbadda943'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:48:44.767563 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:48:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:44.853909 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1ae20-3f39-4aff-8f1f-8f2ec5105359 None None] Pushing event updated for resources: {'Port': ['ID=f0f2852a-f96c-4c76-9e96-fb81b7744b9a,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:44.901909 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b28e420c-694f-41b6-9778-833fd68eb263 req-0f0fa469-febc-40a5-a08c-c73ff2eb37e0 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 210 time: 0.0485966 Jul 27 09:48:44.907794 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Allocated IP 172.20.0.3 (d6781ce2-3e91-4535-9d74-325882c3712a/86fa3255-24da-4c95-bd5b-a3baec23c3f9/4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:48:45.021715 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:45.033869 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] Set router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:48:45.269102 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:45.320412 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b0a29-e4ff-4956-9fcd-a7ef242f7de0 req-e2331191-cb24-42f9-bf67-d074f6372ff3 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:45.322463 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6f4b0a29-e4ff-4956-9fcd-a7ef242f7de0 req-e2331191-cb24-42f9-bf67-d074f6372ff3 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.1426125 Jul 27 09:48:45.355820 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:35Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 4, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'gw_port': {'id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:36Z', 'updated_at': '2021-07-27T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'f0f2852a-f96c-4c76-9e96-fb81b7744b9a', 'name': '', 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'mac_address': 'fa:16:3e:22:e1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '91b5a30b-0f56-4be0-95c7-37ef59df3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:39Z', 'updated_at': '2021-07-27T09:48:44Z', 'revision_number': 4, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'subnets': [{'id': '91b5a30b-0f56-4be0-95c7-37ef59df3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:48:45.385123 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62ae72-249f-4da5-8ef4-a50575ed14ba None None] The sync data for ids ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'] in dv-cinder-802440-1-iscsi is: [{'id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:35Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 4, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'gw_port': {'id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:36Z', 'updated_at': '2021-07-27T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'f0f2852a-f96c-4c76-9e96-fb81b7744b9a', 'name': '', 'network_id': '49c46646-7767-46d5-a396-fd10efe9cda4', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'mac_address': 'fa:16:3e:22:e1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '91b5a30b-0f56-4be0-95c7-37ef59df3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:39Z', 'updated_at': '2021-07-27T09:48:44Z', 'revision_number': 4, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'subnets': [{'id': '91b5a30b-0f56-4be0-95c7-37ef59df3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:48:45.511444 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6f4b0a29-e4ff-4956-9fcd-a7ef242f7de0 req-deee5526-d53e-4669-971a-1e0cbfef19cf tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613958 Jul 27 09:48:45.525085 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:45.615135 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-c2b16478-a3ae-44ce-bd9b-d6464b1c983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:45.616680 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-c2b16478-a3ae-44ce-bd9b-d6464b1c983d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 1098 time: 0.2919681 Jul 27 09:48:45.630357 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Network d6781ce2-3e91-4535-9d74-325882c3712a is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:48:45.631384 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Pushing event updated for resources: {'Port': ['ID=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:45.677121 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:48:45.691046 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:48:45.714547 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:45.726590 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141920-ae50-4804-8181-1c8224eec130 req-e3d5b5ea-5b57-4697-b579-641a731c44bd tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:45.728230 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-25141920-ae50-4804-8181-1c8224eec130 req-e3d5b5ea-5b57-4697-b579-641a731c44bd tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.4047720 Jul 27 09:48:45.878822 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:45.885643 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-25141920-ae50-4804-8181-1c8224eec130 req-515b9d89-2ecf-415c-b4a6-4ed269edaae1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006165 Jul 27 09:48:45.907782 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:45.908166 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:45.958710 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:45.968357 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:46.107858 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device f0f2852a-f96c-4c76-9e96-fb81b7744b9a up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:46.110558 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-f9611b4e-a96e-4ec7-8405-1ea4fc7d9d28 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2016263 Jul 27 09:48:46.111770 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-34084ba9-dfe3-4c9c-b2b1-8de9af611af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:46.113420 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-34084ba9-dfe3-4c9c-b2b1-8de9af611af3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 919 time: 0.4790137 Jul 27 09:48:46.219603 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742141f2-b961-4d55-93e7-b8c54b3920d5 req-376a0901-5934-4188-8ec5-f42c9737ce48 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:46.228706 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port f0f2852a-f96c-4c76-9e96-fb81b7744b9a completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:48:46.233107 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port f0f2852a-f96c-4c76-9e96-fb81b7744b9a triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:46.233444 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:46.233959 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-742141f2-b961-4d55-93e7-b8c54b3920d5 req-376a0901-5934-4188-8ec5-f42c9737ce48 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.1749187 Jul 27 09:48:46.329778 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-742141f2-b961-4d55-93e7-b8c54b3920d5 req-6c616455-53d8-4f58-baca-c56a1dc209b0 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939438 Jul 27 09:48:46.341069 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ad49b-de11-4346-873d-3a3286e4c0b1 req-9d7ec6f4-5783-484e-ad92-ec5936ebb286 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:46.343056 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-891ad49b-de11-4346-873d-3a3286e4c0b1 req-9d7ec6f4-5783-484e-ad92-ec5936ebb286 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.4069026 Jul 27 09:48:46.351123 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:46.407818 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port f0f2852a-f96c-4c76-9e96-fb81b7744b9a, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=f0f2852a-f96c-4c76-9e96-fb81b7744b9a,segment=NetworkSegment(adbc291f-3db2-40c6-b02f-25ae503046bb),segment_id=adbc291f-3db2-40c6-b02f-25ae503046bb)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:48:46.415245 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:46.436742 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-891ad49b-de11-4346-873d-3a3286e4c0b1 req-96fdee12-69f5-4ad6-a439-b8c7abd40218 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730863 Jul 27 09:48:46.503739 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=f0f2852a-f96c-4c76-9e96-fb81b7744b9a,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:48:46.690256 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086345c-4019-4217-8329-63fb8c5dc018 req-5651879e-e1f0-4922-96a7-891bc2393677 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:46.692283 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8086345c-4019-4217-8329-63fb8c5dc018 req-5651879e-e1f0-4922-96a7-891bc2393677 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.1082234 Jul 27 09:48:46.750980 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8086345c-4019-4217-8329-63fb8c5dc018 req-bad2f39f-9629-478b-a27b-e5a03e19eb09 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517681 Jul 27 09:48:47.043611 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb23f1a-847b-47a5-8670-cedcba7d5e07 req-73a87c61-f269-4388-a3c7-d27a57278b65 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:47.044964 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0fb23f1a-847b-47a5-8670-cedcba7d5e07 req-73a87c61-f269-4388-a3c7-d27a57278b65 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0864875 Jul 27 09:48:47.095514 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0fb23f1a-847b-47a5-8670-cedcba7d5e07 req-73e86206-13bf-4da3-9e2b-c73bc52bb191 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Jul 27 09:48:47.476099 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462eb1-2bc6-48af-8d47-963f2464fa7a req-90c0b43c-025b-4765-bcb1-70ab6130bcb4 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:47.478076 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2c462eb1-2bc6-48af-8d47-963f2464fa7a req-90c0b43c-025b-4765-bcb1-70ab6130bcb4 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0757914 Jul 27 09:48:47.538932 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2c462eb1-2bc6-48af-8d47-963f2464fa7a req-9e6c523e-dc98-4f6e-b0bf-b22c3f8583e6 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542190 Jul 27 09:48:47.586583 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device f0f2852a-f96c-4c76-9e96-fb81b7744b9a up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:48:47.629516 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877c744-5de0-4ad9-97bb-939e5f1eb517 req-36aff893-bb1a-491e-aa60-3450601c40b6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:47.631104 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7877c744-5de0-4ad9-97bb-939e5f1eb517 req-36aff893-bb1a-491e-aa60-3450601c40b6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0900011 Jul 27 09:48:47.657451 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port f0f2852a-f96c-4c76-9e96-fb81b7744b9a triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:48:47.658224 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:48:47.671425 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7877c744-5de0-4ad9-97bb-939e5f1eb517 req-72ccf4d5-0ebc-4033-b5eb-07a60c77c927 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342445 Jul 27 09:48:47.912165 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76e2f8-3d4f-4812-a21d-d6df4b6c8f1b req-9853c60f-71f4-44c7-8848-2791014676c8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:47.913778 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4d76e2f8-3d4f-4812-a21d-d6df4b6c8f1b req-9853c60f-71f4-44c7-8848-2791014676c8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0711176 Jul 27 09:48:47.953695 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4d76e2f8-3d4f-4812-a21d-d6df4b6c8f1b req-093b68db-9c21-4c0b-bc84-b2f92edbaadf tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 Jul 27 09:48:48.243651 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dc1b-7047-4add-8564-b68eff3be5cc req-087cf06f-0848-4582-b526-bc30e9700713 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:48.245231 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17a0dc1b-7047-4add-8564-b68eff3be5cc req-087cf06f-0848-4582-b526-bc30e9700713 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0728705 Jul 27 09:48:48.286358 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17a0dc1b-7047-4add-8564-b68eff3be5cc req-6a337a7d-9e39-428e-b657-314c2e2f5b7b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336363 Jul 27 09:48:48.692319 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa68e7-9816-4c90-930c-3548b985d2d8 req-356fdc8c-6a97-48fa-990f-39ecbb83cffb tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:48.693781 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07fa68e7-9816-4c90-930c-3548b985d2d8 req-356fdc8c-6a97-48fa-990f-39ecbb83cffb tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0730662 Jul 27 09:48:48.742373 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07fa68e7-9816-4c90-930c-3548b985d2d8 req-d0d8e25e-52cf-4576-aaa2-84c5238e328e tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Jul 27 09:48:48.836479 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57dae-2a5c-44a5-a2ae-8c77f715c9c7 req-67b2c0c4-6653-4a64-bcae-333c26a9ae6d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:48.838154 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-94f57dae-2a5c-44a5-a2ae-8c77f715c9c7 req-67b2c0c4-6653-4a64-bcae-333c26a9ae6d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0779016 Jul 27 09:48:48.882962 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-94f57dae-2a5c-44a5-a2ae-8c77f715c9c7 req-63c2e46c-295e-43ea-a9cb-f66d9b2fc797 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386560 Jul 27 09:48:49.085485 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1daf69-bc7f-43af-97c8-25d8f7c51b05 req-0a4e34bf-987f-4980-8dda-0d4717ed4193 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:49.087084 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ac1daf69-bc7f-43af-97c8-25d8f7c51b05 req-0a4e34bf-987f-4980-8dda-0d4717ed4193 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0654054 Jul 27 09:48:49.127180 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ac1daf69-bc7f-43af-97c8-25d8f7c51b05 req-1bab369a-d2b9-4cba-ba5a-dacf806f5222 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Jul 27 09:48:49.441067 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493a2fb-7422-4e7c-8c41-0dbb6a433d5c req-095a31ac-5dde-4101-8f86-d20179b46c39 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:49.442553 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1493a2fb-7422-4e7c-8c41-0dbb6a433d5c req-095a31ac-5dde-4101-8f86-d20179b46c39 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0785871 Jul 27 09:48:49.484026 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1493a2fb-7422-4e7c-8c41-0dbb6a433d5c req-7c1492ef-4135-4dd2-9082-13ea1dd87556 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jul 27 09:48:49.905353 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e3506-d34d-4f15-a624-a9f8e1cc355d req-f7b14b01-bbc9-48ed-8d39-d327a969eb33 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:49.906934 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-858e3506-d34d-4f15-a624-a9f8e1cc355d req-f7b14b01-bbc9-48ed-8d39-d327a969eb33 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0812278 Jul 27 09:48:49.950867 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-858e3506-d34d-4f15-a624-a9f8e1cc355d req-ab632521-4864-4c8b-a70d-db23cb4407d6 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372281 Jul 27 09:48:50.037159 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9730f33-fcfa-4c32-a7fc-beabca2e4484 req-7a4941ec-1a68-441b-848b-0c52284a6dbd tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:50.038825 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f9730f33-fcfa-4c32-a7fc-beabca2e4484 req-7a4941ec-1a68-441b-848b-0c52284a6dbd tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0689931 Jul 27 09:48:50.082358 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f9730f33-fcfa-4c32-a7fc-beabca2e4484 req-95745e50-76ac-4384-b7e4-4b6c9909ff3d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374010 Jul 27 09:48:50.271389 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643999c-f46a-4d50-9f6e-51c73be19722 req-54ca3d36-b1b4-4a92-af84-b69f157e4c41 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:50.273094 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a643999c-f46a-4d50-9f6e-51c73be19722 req-54ca3d36-b1b4-4a92-af84-b69f157e4c41 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0761125 Jul 27 09:48:50.314715 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a643999c-f46a-4d50-9f6e-51c73be19722 req-4e83f851-54ad-4961-8795-dc1b6aebfc1f tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355933 Jul 27 09:48:50.623468 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16032c93-71d1-4355-bc5d-0fc452045ddd req-249a6ab7-fb9e-4a1a-899e-d797f4cca1c2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:50.625000 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-16032c93-71d1-4355-bc5d-0fc452045ddd req-249a6ab7-fb9e-4a1a-899e-d797f4cca1c2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0692697 Jul 27 09:48:50.665097 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-16032c93-71d1-4355-bc5d-0fc452045ddd req-6381eaef-798d-4085-8af9-f2a99efd0134 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341499 Jul 27 09:48:51.124343 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dd7f2-a7b8-42c4-9665-4547f86f0c59 req-21c29a10-ebf2-4047-895f-c437f2a6c3ae tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:51.125868 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b71dd7f2-a7b8-42c4-9665-4547f86f0c59 req-21c29a10-ebf2-4047-895f-c437f2a6c3ae tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0802627 Jul 27 09:48:51.183349 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b71dd7f2-a7b8-42c4-9665-4547f86f0c59 req-125776d6-22fc-4e03-ada0-77d123926089 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513895 Jul 27 09:48:51.243409 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3131d-2ef9-48eb-909c-e8ed7cebb29d req-60b0dc23-58c1-4d59-8c2a-feb17372a2c1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:51.244923 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-13d3131d-2ef9-48eb-909c-e8ed7cebb29d req-60b0dc23-58c1-4d59-8c2a-feb17372a2c1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0851004 Jul 27 09:48:51.290489 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-13d3131d-2ef9-48eb-909c-e8ed7cebb29d req-65a9c8cd-f18f-40ed-b0a1-4847eb1ced7b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 Jul 27 09:48:51.467731 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e6e37-45a1-4021-8dcf-4a3f8b66223a req-131bc53e-2859-4663-abc1-d62e235b93c5 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:51.469279 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e9e6e37-45a1-4021-8dcf-4a3f8b66223a req-131bc53e-2859-4663-abc1-d62e235b93c5 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0699513 Jul 27 09:48:51.527278 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e9e6e37-45a1-4021-8dcf-4a3f8b66223a req-eb965be4-93d8-4c10-91a4-71e2bf6e9b83 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518711 Jul 27 09:48:51.843126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfac922-995a-48c2-8375-c4ee3b95338d req-480027c7-efa8-4ec6-bef3-78eccd3d522d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:51.844746 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8cfac922-995a-48c2-8375-c4ee3b95338d req-480027c7-efa8-4ec6-bef3-78eccd3d522d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0912139 Jul 27 09:48:51.898832 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8cfac922-995a-48c2-8375-c4ee3b95338d req-c217c027-472b-4ff8-bf27-4fdc1ec4f1c6 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470431 Jul 27 09:48:52.329467 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3721fb-c0eb-41b4-84bc-eff2f3400b6c req-613884b7-0ded-4b5a-96ec-8f36abf2111c tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:52.331383 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6b3721fb-c0eb-41b4-84bc-eff2f3400b6c req-613884b7-0ded-4b5a-96ec-8f36abf2111c tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0725648 Jul 27 09:48:52.414580 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6b3721fb-c0eb-41b4-84bc-eff2f3400b6c req-5856eb4d-47e7-49d5-b7bd-dec237bdfbaf tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745337 Jul 27 09:48:52.484649 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e291c5f-a843-4c61-bc2d-0b0d64fde5b2 req-7e6619af-40dc-4dde-b06f-309d99044223 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:52.486072 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e291c5f-a843-4c61-bc2d-0b0d64fde5b2 req-7e6619af-40dc-4dde-b06f-309d99044223 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.1004705 Jul 27 09:48:52.531723 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e291c5f-a843-4c61-bc2d-0b0d64fde5b2 req-affaea67-50b3-4424-8483-5eda39bc1ec1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390515 Jul 27 09:48:52.692894 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50f074-fe98-4126-8337-1922efb936ab req-7b3d72ff-71ca-41bd-9c38-2ef7c5511024 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:52.694411 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7c50f074-fe98-4126-8337-1922efb936ab req-7b3d72ff-71ca-41bd-9c38-2ef7c5511024 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0712357 Jul 27 09:48:52.746435 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7c50f074-fe98-4126-8337-1922efb936ab req-11f46b6b-5c4c-4d25-aa0a-27f97561c9c4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457168 Jul 27 09:48:53.061861 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea67eb6-5e0c-470e-968e-1793759bbe88 req-e3886a17-a7ac-4f55-8f4a-5d6aa1a2d98b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:53.064171 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5ea67eb6-5e0c-470e-968e-1793759bbe88 req-e3886a17-a7ac-4f55-8f4a-5d6aa1a2d98b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0939569 Jul 27 09:48:53.113745 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5ea67eb6-5e0c-470e-968e-1793759bbe88 req-73b64408-d406-415e-a79f-2b182b2122b3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 Jul 27 09:48:53.569882 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925d118-c0b5-483a-9ad4-f9942874e6e9 req-b4e4e749-682d-4e83-9c9b-f79a2336c05c tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:53.571459 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3925d118-c0b5-483a-9ad4-f9942874e6e9 req-b4e4e749-682d-4e83-9c9b-f79a2336c05c tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0702882 Jul 27 09:48:53.616394 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3925d118-c0b5-483a-9ad4-f9942874e6e9 req-7ee3d8b6-18b4-4f86-bad5-72e361717ec3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Jul 27 09:48:53.691461 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820a8d0-4651-4734-b2c7-6c4029e0e78e req-55f7fadf-73ad-4eb2-b102-f1595f50989e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:53.692999 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e820a8d0-4651-4734-b2c7-6c4029e0e78e req-55f7fadf-73ad-4eb2-b102-f1595f50989e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0757790 Jul 27 09:48:53.733822 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e820a8d0-4651-4734-b2c7-6c4029e0e78e req-e2ead941-55c5-4c72-b284-9dd5202a2c92 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348153 Jul 27 09:48:53.898493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e261d7-4389-4e5f-a02a-5016d1217c95 req-da7ab270-610e-4e3d-b29c-f3d7f93b7928 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:53.900000 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96e261d7-4389-4e5f-a02a-5016d1217c95 req-da7ab270-610e-4e3d-b29c-f3d7f93b7928 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0707297 Jul 27 09:48:53.941386 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96e261d7-4389-4e5f-a02a-5016d1217c95 req-ae1af2d6-5e0d-44ce-a195-92ca36022491 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352349 Jul 27 09:48:54.168408 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:48:54.260357 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b9f20-b8b4-4214-93d1-da7f4d5c0deb req-13dd1b02-1e23-4b9c-b460-c39a1fad771d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:54.261947 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-029b9f20-b8b4-4214-93d1-da7f4d5c0deb req-13dd1b02-1e23-4b9c-b460-c39a1fad771d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0688171 Jul 27 09:48:54.304195 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-029b9f20-b8b4-4214-93d1-da7f4d5c0deb req-76ac3161-6f45-4bea-97cd-be1dfa39f474 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355132 Jul 27 09:48:54.777680 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bd8a7-c3fa-4eab-a54f-3dbe9702e287 req-e96a767d-2e65-4ed2-bed2-44426240dbee tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:54.779297 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e76bd8a7-c3fa-4eab-a54f-3dbe9702e287 req-e96a767d-2e65-4ed2-bed2-44426240dbee tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0883222 Jul 27 09:48:54.856957 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e76bd8a7-c3fa-4eab-a54f-3dbe9702e287 req-2188f94d-c771-458f-b2ac-0bf2b0079779 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Jul 27 09:48:54.894038 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d155ffe-8b78-4218-9e95-814c1083b8b0 req-72cf1051-2858-4a26-945c-effe447be8c1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:54.895664 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5d155ffe-8b78-4218-9e95-814c1083b8b0 req-72cf1051-2858-4a26-945c-effe447be8c1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0807049 Jul 27 09:48:54.938282 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5d155ffe-8b78-4218-9e95-814c1083b8b0 req-d4343cdb-5289-4105-b1bd-30fc10cde58b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361962 Jul 27 09:48:55.095435 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbcb74-a9d0-4867-a82a-3f5d8db16f88 req-f8c8da5f-d69e-48a3-b59f-56bc1412b33f tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:55.097220 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-06dbcb74-a9d0-4867-a82a-3f5d8db16f88 req-f8c8da5f-d69e-48a3-b59f-56bc1412b33f tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0854135 Jul 27 09:48:55.138206 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-06dbcb74-a9d0-4867-a82a-3f5d8db16f88 req-17db9b12-d531-481f-b790-ebb5981a7996 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349267 Jul 27 09:48:55.456298 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ead29-503f-465a-b3b1-f1c48dbb8c6b req-7523c8b3-e9cf-44de-a20c-53feba936f2c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:55.457848 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-008ead29-503f-465a-b3b1-f1c48dbb8c6b req-7523c8b3-e9cf-44de-a20c-53feba936f2c tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0829391 Jul 27 09:48:55.505074 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-008ead29-503f-465a-b3b1-f1c48dbb8c6b req-4887009e-581c-4b57-a018-3c1fe81b2e31 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Jul 27 09:48:56.010350 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12a992-2d7f-4148-b026-8ab8ef9598d5 req-b45212fe-f07b-4f26-9e31-370aaa557854 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:56.012301 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee12a992-2d7f-4148-b026-8ab8ef9598d5 req-b45212fe-f07b-4f26-9e31-370aaa557854 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0736418 Jul 27 09:48:56.082838 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee12a992-2d7f-4148-b026-8ab8ef9598d5 req-0a9e61ff-c046-47dd-ab39-1a5929fcd440 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563838 Jul 27 09:48:56.116780 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0034712-64cc-4fb3-bddc-b3b9c8a6551a req-2a6562da-3cb6-4335-900a-65439e6a7ea6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:56.118339 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d0034712-64cc-4fb3-bddc-b3b9c8a6551a req-2a6562da-3cb6-4335-900a-65439e6a7ea6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.1029530 Jul 27 09:48:56.163316 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d0034712-64cc-4fb3-bddc-b3b9c8a6551a req-1907093b-706d-4d43-a204-44e9a164fd03 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386770 Jul 27 09:48:56.279604 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e987fa-e62e-42dc-96b1-2fec8541ec4f req-268b3aca-f32b-4e84-823c-5a95f22e54af tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:56.281060 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-36e987fa-e62e-42dc-96b1-2fec8541ec4f req-268b3aca-f32b-4e84-823c-5a95f22e54af tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0695124 Jul 27 09:48:56.323528 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-36e987fa-e62e-42dc-96b1-2fec8541ec4f req-60be1d73-0aa9-4b2b-a855-b37565c9a557 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364285 Jul 27 09:48:56.640322 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef3e1-8cae-43f3-b361-f573bc2741ce req-d7143fa9-5efb-4d9f-b400-4c0873e612d5 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:56.641886 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-75bef3e1-8cae-43f3-b361-f573bc2741ce req-d7143fa9-5efb-4d9f-b400-4c0873e612d5 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0662680 Jul 27 09:48:56.680463 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-75bef3e1-8cae-43f3-b361-f573bc2741ce req-9db566a8-1672-4229-a297-5abfe876b9bf tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324919 Jul 27 09:48:57.235950 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca5620-86e5-4da2-8dc6-615db9b21176 req-8cb0d965-970c-40f8-8e29-85067e7ee48b tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:57.238112 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-94ca5620-86e5-4da2-8dc6-615db9b21176 req-8cb0d965-970c-40f8-8e29-85067e7ee48b tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0836544 Jul 27 09:48:57.315274 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-94ca5620-86e5-4da2-8dc6-615db9b21176 req-c7254df2-2bb2-47de-bb84-31a23921ad8c tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629580 Jul 27 09:48:57.336263 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0b1d4-733b-4837-a688-358d81f5018e req-d613ea90-8536-464c-ae1c-a7dad754d0e0 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:57.337798 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27d0b1d4-733b-4837-a688-358d81f5018e req-d613ea90-8536-464c-ae1c-a7dad754d0e0 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0950723 Jul 27 09:48:57.380980 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27d0b1d4-733b-4837-a688-358d81f5018e req-1caef6e2-6b6e-48e5-9eb0-3bb011046e0b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367723 Jul 27 09:48:57.472822 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce46107-6da2-44ba-9615-ea0a606c1dfc req-6c4421e6-381c-4e35-9d01-e1d12b0d4b39 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:57.474421 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4ce46107-6da2-44ba-9615-ea0a606c1dfc req-6c4421e6-381c-4e35-9d01-e1d12b0d4b39 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0715315 Jul 27 09:48:57.526521 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4ce46107-6da2-44ba-9615-ea0a606c1dfc req-165b5ad6-1694-4399-a14a-de0ac583c411 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Jul 27 09:48:57.816754 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f517c-3214-4b68-8b81-f799dbb9fb6e req-1ed073da-a80a-4373-8da6-cd495ed1b3fd tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:57.818333 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce0f517c-3214-4b68-8b81-f799dbb9fb6e req-1ed073da-a80a-4373-8da6-cd495ed1b3fd tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0707092 Jul 27 09:48:57.865979 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce0f517c-3214-4b68-8b81-f799dbb9fb6e req-778e3123-20d2-4060-9e66-a171fa0a46b6 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Jul 27 09:48:58.458922 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234db03-afc9-4346-b46d-2562dc301241 req-f7684a57-8443-42c0-8f0b-f1e634eb6e22 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:58.460456 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1234db03-afc9-4346-b46d-2562dc301241 req-f7684a57-8443-42c0-8f0b-f1e634eb6e22 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0772622 Jul 27 09:48:58.529624 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1234db03-afc9-4346-b46d-2562dc301241 req-3a34dda8-69fa-42b4-8532-a3b7500c5669 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576806 Jul 27 09:48:58.557954 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e404189-bfd0-49ae-be7c-ef98f35bc376 req-bf16f71a-3d64-4801-aeb4-03efff6773ef tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:58.559465 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7e404189-bfd0-49ae-be7c-ef98f35bc376 req-bf16f71a-3d64-4801-aeb4-03efff6773ef tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0980420 Jul 27 09:48:58.605204 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7e404189-bfd0-49ae-be7c-ef98f35bc376 req-06703d8e-94b2-46f4-8379-19e9e8c2d7e5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398345 Jul 27 09:48:58.667133 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a762e5-0315-4247-9f52-b5049f14f891 req-af602163-a4d9-41e2-aaf5-3d8e76ba17a8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:58.668623 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-30a762e5-0315-4247-9f52-b5049f14f891 req-af602163-a4d9-41e2-aaf5-3d8e76ba17a8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0675831 Jul 27 09:48:58.715516 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-30a762e5-0315-4247-9f52-b5049f14f891 req-30660af9-7e2d-4473-a9ed-0037c641f34d tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Jul 27 09:48:59.004979 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c4afb-5a7e-4f6a-b67a-56997ddfc57c req-a1240e1c-35ef-40b5-8a97-d26741f674f7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:59.006576 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8c0c4afb-5a7e-4f6a-b67a-56997ddfc57c req-a1240e1c-35ef-40b5-8a97-d26741f674f7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0686648 Jul 27 09:48:59.051851 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8c0c4afb-5a7e-4f6a-b67a-56997ddfc57c req-c0758c8d-d0ff-45a6-8164-358ff12a8c4d tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388732 Jul 27 09:48:59.663367 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e336d-951a-49fc-9922-797a07f2fd4f req-c3d888f8-3380-4b4b-a533-fdd515355078 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:59.664954 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-178e336d-951a-49fc-9922-797a07f2fd4f req-c3d888f8-3380-4b4b-a533-fdd515355078 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 931 time: 0.0652339 Jul 27 09:48:59.734485 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-178e336d-951a-49fc-9922-797a07f2fd4f req-7dd516cd-83c5-400a-bb8b-7b81163673cd tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630381 Jul 27 09:48:59.764451 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783f59e-d905-4f2e-bbfb-6a5ae82b1f6b req-ed7ec6b0-7dd6-4b87-86c3-363546356c4c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:59.766041 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3783f59e-d905-4f2e-bbfb-6a5ae82b1f6b req-ed7ec6b0-7dd6-4b87-86c3-363546356c4c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0868213 Jul 27 09:48:59.833885 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3783f59e-d905-4f2e-bbfb-6a5ae82b1f6b req-4840ce74-ee27-4981-bb0f-c6e05dc89281 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618417 Jul 27 09:48:59.867955 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eec6d-c4f4-4491-93b9-3edac370b96f req-1dabe8e9-5a7b-4759-b78f-4bae19347aef tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:48:59.869425 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a4eec6d-c4f4-4491-93b9-3edac370b96f req-1dabe8e9-5a7b-4759-b78f-4bae19347aef tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.0778575 Jul 27 09:48:59.908572 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a4eec6d-c4f4-4491-93b9-3edac370b96f req-97be2933-c9b0-4719-ae09-90e7d4c697ec tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Jul 27 09:48:59.948201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Request body: {'port': {'device_id': 'bdc5bd90-71be-4171-8489-570d632c1cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:49:00.000433 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-24b22f0c-53ce-4759-96bc-eeb83159caf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5 HTTP/1.1" status: 200 len: 217 time: 0.0562456 Jul 27 09:49:00.028553 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-1522cc5f-52c3-4dd0-a22f-d611943c0d34 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521927 Jul 27 09:49:00.057916 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:00.135820 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-099adebf-25d3-48f4-9d65-47503ebbb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:00.137313 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-099adebf-25d3-48f4-9d65-47503ebbb99d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=322fe5c346434871bcb907d5c420de1d&device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 1098 time: 0.0523601 Jul 27 09:49:00.142469 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-95e075a2-d965-4df6-a04a-477d6bdcf1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:00.143951 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-95e075a2-d965-4df6-a04a-477d6bdcf1b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.0777705 Jul 27 09:49:00.204693 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-caab8250-7c3b-4766-b60a-b6d94a56794b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385327 Jul 27 09:49:00.248994 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-b0f58247-eee9-48d0-8f34-0f3c14a3af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:00.251486 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-b0f58247-eee9-48d0-8f34-0f3c14a3af09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 200 len: 919 time: 0.0846200 Jul 27 09:49:00.300790 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-fee491f2-1afa-4a73-ab4a-b76c24bab181 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a2ca7-4540-42fc-9570-7d7f2c9d6331 HTTP/1.1" status: 200 len: 217 time: 0.0338938 Jul 27 09:49:00.354877 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-893bbb91-66bd-406f-907d-314fb1af783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:00.356311 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-893bbb91-66bd-406f-907d-314fb1af783e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 200 len: 858 time: 0.0419285 Jul 27 09:49:00.399522 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-82701cf6-587c-42dc-af05-5e42dca0668a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4b94e72-7903-4e7d-9ba7-13bb82146886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308781 Jul 27 09:49:00.399939 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0d113-6532-4bad-a813-14dd0d295bd3 req-3fcb4a8f-54f6-4513-b8ae-fa27e99844d9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:00.401407 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-33a0d113-6532-4bad-a813-14dd0d295bd3 req-3fcb4a8f-54f6-4513-b8ae-fa27e99844d9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.2790985 Jul 27 09:49:00.441023 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-3f0754bb-a4ec-4613-a1fc-57abdfc9a3b7 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903887 Jul 27 09:49:00.489974 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-33a0d113-6532-4bad-a813-14dd0d295bd3 req-e9d11a51-c985-4370-898d-8ca030dbd859 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802107 Jul 27 09:49:00.493965 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-50f09b78-515f-4b07-b18c-11680008de9c service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784636 Jul 27 09:49:00.589835 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-39869f7b-0be3-4633-a389-907bfbe4f6c5 req-54c00d9c-7497-4426-859d-c6dcc3ed6551 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843532 Jul 27 09:49:00.604102 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:49:00.613124 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:00.616984 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d0493d2-27ba-4355-993c-c6aa9172caf6 req-d6587d3b-322f-4fcb-8974-3663a800a769 service neutron] 10.222.0.48 "GET /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536527 Jul 27 09:49:00.627843 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Transition to ACTIVE for port object 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:49:00.632837 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:00.707251 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:00.754305 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Attempting to bind port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:49:00.754561 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Attempting to bind port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': 'd8c31729-011f-49fa-a410-d5248000ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:49:00.754920 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Attempting to bind port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd on network d6781ce2-3e91-4535-9d74-325882c3712a {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:49:00.759128 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd on network d6781ce2-3e91-4535-9d74-325882c3712a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:49:00.759448 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Attempting to bind port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd on network d6781ce2-3e91-4535-9d74-325882c3712a {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:49:00.764219 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:49:00.764559 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Checking segment: {'id': 'd8c31729-011f-49fa-a410-d5248000ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:49:00.764943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Bound using segment: {'id': 'd8c31729-011f-49fa-a410-d5248000ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:49:00.765490 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Bound port: 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c31729-011f-49fa-a410-d5248000ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:49:00.765849 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:01.138050 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] For port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:49:01.154438 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] For port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:49:01.165219 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:01.225623 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac71ae9-3e43-41ee-b954-f86096c4bdb6 req-4eccb4e9-14be-498e-aab4-9d17700208e5 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:01.227099 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fac71ae9-3e43-41ee-b954-f86096c4bdb6 req-4eccb4e9-14be-498e-aab4-9d17700208e5 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 943 time: 0.4266551 Jul 27 09:49:01.234579 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b93b44-fd41-467d-aad9-4ac909535ede req-dd508d2a-2ff8-4b1d-bddf-b5486c0b94ba tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:01.236015 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28b93b44-fd41-467d-aad9-4ac909535ede req-dd508d2a-2ff8-4b1d-bddf-b5486c0b94ba tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.1521485 Jul 27 09:49:01.238315 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:01.238923 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:01.240168 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd HTTP/1.1" status: 200 len: 1093 time: 1.2974327 Jul 27 09:49:01.244415 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc5bd90-71be-4171-8489-570d632c1cdf', 'tag': '4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:01.246597 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f36a04e-7481-43fd-920a-a948a9e9707e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc5bd90-71be-4171-8489-570d632c1cdf", "tag": "4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:01.293748 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc6754-c945-4ec7-b31f-537835f1e314 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:01.316396 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fac71ae9-3e43-41ee-b954-f86096c4bdb6 req-18007a36-d7ed-4ace-bd82-1fc12a51b5d9 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794530 Jul 27 09:49:01.323420 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28b93b44-fd41-467d-aad9-4ac909535ede req-93f4dfce-9bcb-46f6-8491-b6840240c7dc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734589 Jul 27 09:49:01.369448 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae5f6dc-f98c-405f-80af-a5b161e2518a x-openstack-request-id: req-aae5f6dc-f98c-405f-80af-a5b161e2518a {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:01.369735 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc5bd90-71be-4171-8489-570d632c1cdf", "tag": "4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:01.369985 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aae5f6dc-f98c-405f-80af-a5b161e2518a {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:01.370375 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc5bd90-71be-4171-8489-570d632c1cdf', 'tag': '4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd', 'status': 'completed', 'code': 200} Jul 27 09:49:01.426156 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-46e618b9-d2fe-4db9-a232-9063e350881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:01.427664 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-46e618b9-d2fe-4db9-a232-9063e350881a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c10ab9197b5140b5ae3e404ef81dea40&device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 1096 time: 0.0863106 Jul 27 09:49:01.482850 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-df7bee5c-bb59-4de0-8812-431f7a0cfbb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd HTTP/1.1" status: 200 len: 217 time: 0.0376382 Jul 27 09:49:01.491214 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa500f7d-6923-4f20-a8c7-da1f58ae1959 req-b00128b8-ead7-474f-a354-218f383949ae tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:01.492607 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa500f7d-6923-4f20-a8c7-da1f58ae1959 req-b00128b8-ead7-474f-a354-218f383949ae tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.1083941 Jul 27 09:49:01.559848 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa500f7d-6923-4f20-a8c7-da1f58ae1959 req-9df8e1a4-3440-45a5-b87a-bd08bbb53765 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591013 Jul 27 09:49:01.562426 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-d0dd1d81-cf01-4a90-9fc3-abaebc9a8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:01.563866 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-d0dd1d81-cf01-4a90-9fc3-abaebc9a8f9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=86fa3255-24da-4c95-bd5b-a3baec23c3f9 HTTP/1.1" status: 200 len: 853 time: 0.0704496 Jul 27 09:49:01.622079 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-9c899663-84b3-4458-b511-f3960d8e9c2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6781ce2-3e91-4535-9d74-325882c3712a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487049 Jul 27 09:49:01.660548 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece94a-caa3-4320-a0c4-1248655af916 req-fc093980-eda7-4a2e-bcfb-21e56b420e1f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:01.661952 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96ece94a-caa3-4320-a0c4-1248655af916 req-fc093980-eda7-4a2e-bcfb-21e56b420e1f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1012273 Jul 27 09:49:01.744434 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96ece94a-caa3-4320-a0c4-1248655af916 req-4fb46b99-05d8-4482-af2f-0d1f014534f4 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735097 Jul 27 09:49:01.763787 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-75205aaf-4fbc-4865-b6e7-51485211a96d service neutron] 10.222.0.48 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194689 Jul 27 09:49:01.970142 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eec518ec-82b6-48a5-bd93-e5fde6811d1e req-0112eaa6-cce2-4fec-a740-a770058f16ce service neutron] 10.222.0.48 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249380 Jul 27 09:49:01.977333 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44989852-7684-4913-b002-a029ce827c42 req-9c5c961f-4ac6-4c08-aec2-a0057a626782 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:01.978650 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-44989852-7684-4913-b002-a029ce827c42 req-9c5c961f-4ac6-4c08-aec2-a0057a626782 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 945 time: 0.1324904 Jul 27 09:49:02.121793 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-44989852-7684-4913-b002-a029ce827c42 req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Deleting port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:49:02.122136 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-44989852-7684-4913-b002-a029ce827c42 req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:02.194770 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-caba2d6d-c831-4b6b-b019-506cc1e0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:02.196225 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-caba2d6d-c831-4b6b-b019-506cc1e0efa5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c10ab9197b5140b5ae3e404ef81dea40&device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 1096 time: 0.1228426 Jul 27 09:49:02.268943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-44989852-7684-4913-b002-a029ce827c42 req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] For port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:02.269310 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-44989852-7684-4913-b002-a029ce827c42 req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:02.286984 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-44989852-7684-4913-b002-a029ce827c42 req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Calling delete_port for 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:49:02.353285 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-53e8c86d-409f-4a5e-8237-c314ae01f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:02.354784 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-53e8c86d-409f-4a5e-8237-c314ae01f7bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6781ce2-3e91-4535-9d74-325882c3712a HTTP/1.1" status: 200 len: 914 time: 0.1478350 Jul 27 09:49:02.431456 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-99972cdd-960a-445d-ba13-374663e5db3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd HTTP/1.1" status: 200 len: 217 time: 0.0650966 Jul 27 09:49:02.572768 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-dd72020f-b01e-4073-a0ee-e634ef683b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:02.574103 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-dd72020f-b01e-4073-a0ee-e634ef683b09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=86fa3255-24da-4c95-bd5b-a3baec23c3f9 HTTP/1.1" status: 200 len: 853 time: 0.1180897 Jul 27 09:49:02.590393 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-44989852-7684-4913-b002-a029ce827c42 req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:02.631436 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'fea74448-63d3-45c4-a4f2-60bde7727cea', '84109270-a9bc-452c-80b3-71a25ca5663f', '0ab6b3e0-7fba-4e35-a981-b49421b5acf8'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:49:02.651915 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-71bd29d4-82d3-4421-8ade-932ce45e285a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6781ce2-3e91-4535-9d74-325882c3712a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664454 Jul 27 09:49:02.655103 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Pushing event deleted for resources: {'Port': ['ID=0ab6b3e0-7fba-4e35-a981-b49421b5acf8,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:02.678414 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da38d90-b450-400d-b1a5-1b9851408182 req-484d0d08-0af5-46aa-8efa-b883857d5a99 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:02.679884 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2da38d90-b450-400d-b1a5-1b9851408182 req-484d0d08-0af5-46aa-8efa-b883857d5a99 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.2593577 Jul 27 09:49:02.689442 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5111ae4-9d9b-4f0f-ae3a-f8c9e7944d56 req-5b84d664-8620-4970-b4a9-63b88e569f18 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:02.690904 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c5111ae4-9d9b-4f0f-ae3a-f8c9e7944d56 req-5b84d664-8620-4970-b4a9-63b88e569f18 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 943 time: 0.2721198 Jul 27 09:49:02.791652 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-44989852-7684-4913-b002-a029ce827c42 req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] No DVR routers for this DVR port 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:49:02.799758 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-44989852-7684-4913-b002-a029ce827c42 req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:02.801985 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-44989852-7684-4913-b002-a029ce827c42 req-c1dbe6a5-00b9-44f8-ae71-9f8a305f0cba tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "DELETE /v2.0/ports/0ab6b3e0-7fba-4e35-a981-b49421b5acf8 HTTP/1.1" status: 204 len: 173 time: 0.8086660 Jul 27 09:49:02.840164 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2da38d90-b450-400d-b1a5-1b9851408182 req-c2cdd8d4-c229-44ff-bd47-1e7bc6b9ba65 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482081 Jul 27 09:49:02.849037 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c5111ae4-9d9b-4f0f-ae3a-f8c9e7944d56 req-288a4071-c2ff-4508-a1c3-8d8b7610e870 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093111 Jul 27 09:49:02.864543 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-07ba2e4d-4972-4e77-8810-429739b7d729 service neutron] 10.222.0.48 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034230 Jul 27 09:49:03.010888 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-538e9807-8a2f-4379-b1ee-113e289f4da4 req-49c58c4a-45f4-4e67-85f9-8dbf3ddc76d8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe77ad01-2a66-478f-81e8-5b3cdf750cdb HTTP/1.1" status: 200 len: 210 time: 0.0341437 Jul 27 09:49:03.049869 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5f36a04e-7481-43fd-920a-a948a9e9707e req-5ac60a3d-8b62-4cb0-b1b9-e9816c6184e0 service neutron] 10.222.0.48 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646454 Jul 27 09:49:03.061910 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d277d-a805-4452-a6a4-353846a78606 req-38b481bb-c8ba-424c-941d-583bdc399645 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:03.063349 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0c2d277d-a805-4452-a6a4-353846a78606 req-38b481bb-c8ba-424c-941d-583bdc399645 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1261282 Jul 27 09:49:03.103285 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0c2d277d-a805-4452-a6a4-353846a78606 req-e371a7f3-a57d-4191-9d91-77fb3dc7d3a8 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Jul 27 09:49:03.371813 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe77ad01-2a66-478f-81e8-5b3cdf750cdb', 'name': 'network-vif-deleted', 'tag': '0ab6b3e0-7fba-4e35-a981-b49421b5acf8'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:03.374122 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2af6db-75c7-4776-96e3-af3b386398e3" -d '{"events": [{"server_uuid": "fe77ad01-2a66-478f-81e8-5b3cdf750cdb", "name": "network-vif-deleted", "tag": "0ab6b3e0-7fba-4e35-a981-b49421b5acf8"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:03.409061 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49142f6c-c673-4fb6-bb5f-640c821129dc x-openstack-request-id: req-49142f6c-c673-4fb6-bb5f-640c821129dc {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:03.409352 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe77ad01-2a66-478f-81e8-5b3cdf750cdb", "name": "network-vif-deleted", "tag": "0ab6b3e0-7fba-4e35-a981-b49421b5acf8", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:03.409598 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49142f6c-c673-4fb6-bb5f-640c821129dc {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:03.409981 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe77ad01-2a66-478f-81e8-5b3cdf750cdb', 'name': 'network-vif-deleted', 'tag': '0ab6b3e0-7fba-4e35-a981-b49421b5acf8', 'status': 'completed', 'code': 200} Jul 27 09:49:04.028725 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1433faf-ab8e-4794-9ffa-90d019f45c6b req-30d2754a-fada-4b38-a7f6-a1774044e1fc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:04.030215 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a1433faf-ab8e-4794-9ffa-90d019f45c6b req-30d2754a-fada-4b38-a7f6-a1774044e1fc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.1085904 Jul 27 09:49:04.039193 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed76327-1722-4555-82eb-b2d7f65b7074 req-b3b88c8f-5fa9-4674-a81b-d074c82e7e14 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:04.040746 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0ed76327-1722-4555-82eb-b2d7f65b7074 req-b3b88c8f-5fa9-4674-a81b-d074c82e7e14 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 943 time: 0.1066325 Jul 27 09:49:04.095307 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a1433faf-ab8e-4794-9ffa-90d019f45c6b req-831dad02-ea98-4a27-9ee8-a079a3aab674 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535035 Jul 27 09:49:04.100034 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0ed76327-1722-4555-82eb-b2d7f65b7074 req-59465218-b179-4c4f-8caf-e43f3992e9cb tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517983 Jul 27 09:49:04.239965 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ee4c5-637d-4d32-9948-82c22e19c8b9 req-221cb1a7-da56-4ea9-8263-d12a570b9d16 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:04.241613 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-635ee4c5-637d-4d32-9948-82c22e19c8b9 req-221cb1a7-da56-4ea9-8263-d12a570b9d16 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0717857 Jul 27 09:49:04.279391 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-635ee4c5-637d-4d32-9948-82c22e19c8b9 req-c19d4986-3658-4f47-a60f-017ba9444bc6 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Jul 27 09:49:04.359132 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-351e26f7-2052-467f-bc04-f16f9f7f66b7 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993705190&fields=id&tenant_id=4d859408e27d44b5b24b8266d170a557 HTTP/1.1" status: 200 len: 267 time: 0.0329604 Jul 27 09:49:04.470984 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-963e38ef-36cc-4f0b-9691-f6719b52ca6b tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:04.472550 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-963e38ef-36cc-4f0b-9691-f6719b52ca6b tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/networks?id=cd51e6ad-99c8-438e-8061-35e971376c9d HTTP/1.1" status: 200 len: 807 time: 0.1068645 Jul 27 09:49:04.487887 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-1e81a1cf-dee2-4586-9633-a90e3faafe57 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/quotas/4d859408e27d44b5b24b8266d170a557 HTTP/1.1" status: 200 len: 375 time: 0.0096586 Jul 27 09:49:04.561524 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-3f0a87c5-3844-46bb-94b3-33f0c62efba1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d859408e27d44b5b24b8266d170a557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671759 Jul 27 09:49:04.664134 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-80409167-a2aa-47a0-8ef1-29d6a0b9f9e9 service neutron] 10.222.0.22 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888674 Jul 27 09:49:04.748747 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-86496dc5-9db9-49e9-89e7-572f3f1c2766 service neutron] 10.222.0.22 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787520 Jul 27 09:49:05.034827 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-74054a0c-f3e7-4e68-bed2-609dc39bdc57 req-a0bcb1f0-a8cc-4ff4-bd6c-47e4057f38e7 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 210 time: 0.0326006 Jul 27 09:49:05.077783 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:49:05.201797 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:05.215156 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd', 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a', 'port_id': '4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd', 'mac_address': 'fa:16:3e:51:4e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fa3255-24da-4c95-bd5b-a3baec23c3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:49:05.258613 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:05.274167 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:49:05.297566 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:05.302133 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:05.358019 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:05.573162 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586f746-93fa-46b5-b22e-d5e5dbeef756 req-8ccfbce2-b48c-4b4d-9461-bee29ac5c8fb tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:05.574623 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d586f746-93fa-46b5-b22e-d5e5dbeef756 req-8ccfbce2-b48c-4b4d-9461-bee29ac5c8fb tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 944 time: 0.3884244 Jul 27 09:49:05.582735 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2741f0-9c75-4c2a-8922-483553eedc01 req-abfeabf5-1589-4612-ab60-113456c87f77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:05.584128 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7d2741f0-9c75-4c2a-8922-483553eedc01 req-abfeabf5-1589-4612-ab60-113456c87f77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.3954985 Jul 27 09:49:05.638499 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d586f746-93fa-46b5-b22e-d5e5dbeef756 req-815f3388-87b7-48bb-93d5-8b40fd99e857 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533118 Jul 27 09:49:05.652467 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7d2741f0-9c75-4c2a-8922-483553eedc01 req-0fd043a9-123d-4961-a97a-6074254c8001 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592411 Jul 27 09:49:05.725928 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:49:05.913773 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0280d6-67ef-4675-8633-caa5033eed1f req-7299d310-bbde-45ea-90da-077d6552a017 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:05.915359 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0d0280d6-67ef-4675-8633-caa5033eed1f req-7299d310-bbde-45ea-90da-077d6552a017 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 945 time: 0.0630891 Jul 27 09:49:05.964682 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0d0280d6-67ef-4675-8633-caa5033eed1f req-9d2c4e43-d6ab-49cc-bdd0-878398e070ed tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371411 Jul 27 09:49:06.135096 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e8f07cd3-55a6-4e92-9763-0ebcbae0231d req-9fcb1fa4-1456-4e4f-a3b0-56abb71fc9a4 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 210 time: 0.0329568 Jul 27 09:49:06.327530 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-31e08cc5-2ef6-408b-9a43-9460e3f2d35c tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:06.328954 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-31e08cc5-2ef6-408b-9a43-9460e3f2d35c tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.48 "GET /v2.0/networks?id=cd51e6ad-99c8-438e-8061-35e971376c9d HTTP/1.1" status: 200 len: 807 time: 0.1053786 Jul 27 09:49:06.381023 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-fb2f806c-4ab2-4f25-b9a6-2f15c20f9433 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d859408e27d44b5b24b8266d170a557 HTTP/1.1" status: 200 len: 380 time: 0.0342295 Jul 27 09:49:06.413692 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Request body: {'port': {'device_id': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'admin_state_up': True, 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'security_groups': ['1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:49:06.519371 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Made reservation on behalf of 4d859408e27d44b5b24b8266d170a557 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:49:06.522869 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:06.651502 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Allocated IP 172.20.0.7 (cd51e6ad-99c8-438e-8061-35e971376c9d/eaf2d144-6e8d-4957-a29f-2dcc459e6aa4/edb99736-3013-47da-b73c-242f8b89281c) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:49:06.862849 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:06.886347 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Transition to ACTIVE for port object edb99736-3013-47da-b73c-242f8b89281c will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:49:06.900693 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd074b1-bda9-468e-a2f8-806684404bf9 req-6270ce01-9f2e-492a-8425-6434ad934936 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:06.902288 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-edd074b1-bda9-468e-a2f8-806684404bf9 req-6270ce01-9f2e-492a-8425-6434ad934936 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 944 time: 0.1712992 Jul 27 09:49:06.916792 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82acfc1-8b92-4352-b7c2-60fb69d19104 req-52a54f5d-43b4-4582-b146-ebaf7bfd0294 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:06.918207 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b82acfc1-8b92-4352-b7c2-60fb69d19104 req-52a54f5d-43b4-4582-b146-ebaf7bfd0294 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.1712909 Jul 27 09:49:06.994544 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:06.998540 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-edd074b1-bda9-468e-a2f8-806684404bf9 req-a89d8121-27be-4407-8f8b-3d309a863b24 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781958 Jul 27 09:49:07.002423 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b82acfc1-8b92-4352-b7c2-60fb69d19104 req-7cc36c5f-d629-4a98-b489-cd1c1baa3978 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734017 Jul 27 09:49:07.040706 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Network cd51e6ad-99c8-438e-8061-35e971376c9d is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:49:07.043794 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:49:07.049964 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:49:07.085939 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'Port': ['ID=edb99736-3013-47da-b73c-242f8b89281c,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:07.091546 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:49:07.138572 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:07.139303 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:07.147108 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:49:07.151786 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:49:07.152119 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:07.163858 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-e661af76-5222-43aa-b20a-715c49560922 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7537560 Jul 27 09:49:07.181963 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dfd40-3a8d-4e04-926c-d61d1a01917d req-cc9fb60a-710c-4f73-8226-6212ccee85ff tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:07.183610 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e8dfd40-3a8d-4e04-926c-d61d1a01917d req-cc9fb60a-710c-4f73-8226-6212ccee85ff tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 945 time: 0.1087310 Jul 27 09:49:07.193368 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Request body: {'port': {'device_id': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:49:07.256996 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:07.287357 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc5bd90-71be-4171-8489-570d632c1cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:07.301924 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c248cbdf-a8e7-4a46-b9c8-fe9e7cced1cd" -d '{"events": [{"server_uuid": "bdc5bd90-71be-4171-8489-570d632c1cdf", "name": "network-vif-plugged", "status": "completed", "tag": "4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:07.318629 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:07.319658 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e8dfd40-3a8d-4e04-926c-d61d1a01917d req-e9baf6f9-243c-4cc7-bcad-d78e30d9138e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226540 Jul 27 09:49:07.323776 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:07.324441 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:49:07.345995 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:07.370827 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:49:07.371174 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 0ab6b3e0-7fba-4e35-a981-b49421b5acf8 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:49:07.386087 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c1838c-c602-4db2-a292-4483189e9f5a x-openstack-request-id: req-54c1838c-c602-4db2-a292-4483189e9f5a {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:07.386386 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc5bd90-71be-4171-8489-570d632c1cdf", "name": "network-vif-plugged", "status": "completed", "tag": "4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:07.386638 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54c1838c-c602-4db2-a292-4483189e9f5a {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:07.387050 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc5bd90-71be-4171-8489-570d632c1cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd', 'code': 200} Jul 27 09:49:07.402137 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a282292-7b66-47fc-9ee4-65dc8b6a6499 req-77fa7dca-26f6-4f93-b2e4-602a10ee789e tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:07.403659 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6a282292-7b66-47fc-9ee4-65dc8b6a6499 req-77fa7dca-26f6-4f93-b2e4-602a10ee789e tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 931 time: 0.1557419 Jul 27 09:49:07.411685 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f7520597-6bac-4519-8645-84120d9c2812 None None] Provisioning for port edb99736-3013-47da-b73c-242f8b89281c completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:49:07.423367 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f7520597-6bac-4519-8645-84120d9c2812 None None] Provisioning complete for port edb99736-3013-47da-b73c-242f8b89281c triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:49:07.423673 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f7520597-6bac-4519-8645-84120d9c2812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:07.460371 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:07.475438 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-f7520597-6bac-4519-8645-84120d9c2812 None None] Port edb99736-3013-47da-b73c-242f8b89281c cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:49:07.511976 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6a282292-7b66-47fc-9ee4-65dc8b6a6499 req-e67b0108-14fd-4065-9dae-9a4147d7d475 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997734 Jul 27 09:49:07.676713 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb99736-3013-47da-b73c-242f8b89281c {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:49:07.685422 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:07.723985 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Transition to ACTIVE for port object edb99736-3013-47da-b73c-242f8b89281c will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:49:07.728530 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:07.809910 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Pushing event updated for resources: {'Port': ['ID=edb99736-3013-47da-b73c-242f8b89281c,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:07.869024 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47498444-d87f-46b3-86b0-e15d2864f1a3 req-62d70ceb-4f90-4a55-a924-fb4dfb94dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:07.870580 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-47498444-d87f-46b3-86b0-e15d2864f1a3 req-62d70ceb-4f90-4a55-a924-fb4dfb94dddf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 1098 time: 0.1741040 Jul 27 09:49:07.904337 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Attempting to bind port edb99736-3013-47da-b73c-242f8b89281c on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:49:07.904687 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Attempting to bind port edb99736-3013-47da-b73c-242f8b89281c by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:49:07.905025 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Attempting to bind port edb99736-3013-47da-b73c-242f8b89281c on network cd51e6ad-99c8-438e-8061-35e971376c9d {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:49:07.916761 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Port edb99736-3013-47da-b73c-242f8b89281c on network cd51e6ad-99c8-438e-8061-35e971376c9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:49:07.916978 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Attempting to bind port edb99736-3013-47da-b73c-242f8b89281c on network cd51e6ad-99c8-438e-8061-35e971376c9d {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:49:07.929073 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-47498444-d87f-46b3-86b0-e15d2864f1a3 req-f4497105-e919-4606-961f-315e286bb86a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482256 Jul 27 09:49:07.930026 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:49:07.930465 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Checking segment: {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:49:07.930910 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Bound using segment: {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:49:07.931435 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Bound port: edb99736-3013-47da-b73c-242f8b89281c, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482d4341-2169-4309-b2e1-ba3771392de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:49:07.931770 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:08.000465 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:49:08.003626 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=edb99736-3013-47da-b73c-242f8b89281c,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:49:08.008584 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:08.050964 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.052089 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:08.053924 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] 10.222.0.48 "PUT /v2.0/ports/edb99736-3013-47da-b73c-242f8b89281c HTTP/1.1" status: 200 len: 1093 time: 0.8648767 Jul 27 09:49:08.056880 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:08.059644 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "tag": "edb99736-3013-47da-b73c-242f8b89281c"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:08.148783 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c11e6a-c8fc-456d-abc8-f694fbf386aa service neutron] Pushing event updated for resources: {'Port': ['ID=edb99736-3013-47da-b73c-242f8b89281c,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:08.202823 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cceab-ce8d-4818-956c-973abb2a49e6 req-7801207b-d4a9-4f31-8754-dcbb0b61bb7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.204502 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-690cceab-ce8d-4818-956c-973abb2a49e6 req-7801207b-d4a9-4f31-8754-dcbb0b61bb7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 944 time: 0.0877244 Jul 27 09:49:08.214129 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1069491-b077-4c7b-9ed3-70ff993e4c83 req-cbe7ad57-b12a-4957-9d4d-802fe6e723c3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.215992 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f1069491-b077-4c7b-9ed3-70ff993e4c83 req-cbe7ad57-b12a-4957-9d4d-802fe6e723c3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 945 time: 0.1399422 Jul 27 09:49:08.278427 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-690cceab-ce8d-4818-956c-973abb2a49e6 req-5cd7b97b-5231-42ff-b9f6-b9b1d6f6dc54 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612183 Jul 27 09:49:08.286371 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f1069491-b077-4c7b-9ed3-70ff993e4c83 req-b5eefa01-5daf-45b7-b03c-a7d2fe1b0f66 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481994 Jul 27 09:49:08.331230 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798ba4bd-5ffe-4df1-a395-83b9ba8341f7 x-openstack-request-id: req-798ba4bd-5ffe-4df1-a395-83b9ba8341f7 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:08.331521 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "tag": "edb99736-3013-47da-b73c-242f8b89281c", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:08.331773 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-798ba4bd-5ffe-4df1-a395-83b9ba8341f7 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:08.332174 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c', 'status': 'completed', 'code': 200} Jul 27 09:49:08.483331 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8ab6b-91df-4fe7-ac86-08e9ce5c0c4b req-6c39ab03-fc08-4ca4-bcc9-5c3cbb254c0b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.484767 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-92d8ab6b-91df-4fe7-ac86-08e9ce5c0c4b req-6c39ab03-fc08-4ca4-bcc9-5c3cbb254c0b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1371760 Jul 27 09:49:08.515394 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-d2e3add3-c818-41fb-8686-ed669a26384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.516878 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-d2e3add3-c818-41fb-8686-ed669a26384d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d859408e27d44b5b24b8266d170a557&device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1096 time: 0.1406829 Jul 27 09:49:08.529249 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970b996-d1d3-4585-929f-9d6d1b591976 req-e743bc64-3695-4001-a869-1dd7c6b0d4cd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.530849 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7970b996-d1d3-4585-929f-9d6d1b591976 req-e743bc64-3695-4001-a869-1dd7c6b0d4cd tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 945 time: 0.1258531 Jul 27 09:49:08.589033 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-92d8ab6b-91df-4fe7-ac86-08e9ce5c0c4b req-03d5bbc3-b3dd-4245-8cf9-9e6dd6ac60c8 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951061 Jul 27 09:49:08.597693 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-4d8a139b-5250-43b3-a5e1-9476703df4a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edb99736-3013-47da-b73c-242f8b89281c HTTP/1.1" status: 200 len: 217 time: 0.0554814 Jul 27 09:49:08.620417 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7970b996-d1d3-4585-929f-9d6d1b591976 req-8b8d019a-617a-417a-9c13-21fee8ee0bb6 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792537 Jul 27 09:49:08.742291 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-b4d8352e-e480-415d-8bb1-b2678ce365bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.743702 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-b4d8352e-e480-415d-8bb1-b2678ce365bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaf2d144-6e8d-4957-a29f-2dcc459e6aa4 HTTP/1.1" status: 200 len: 846 time: 0.1037288 Jul 27 09:49:08.810658 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27457441-afb5-4ae3-858b-749adade354c req-7026fe75-2ecf-456c-aad0-6c40ac8fd6f6 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.812727 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27457441-afb5-4ae3-858b-749adade354c req-7026fe75-2ecf-456c-aad0-6c40ac8fd6f6 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 945 time: 0.1646764 Jul 27 09:49:08.824898 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93489a1c-768d-470b-9d42-781386c954ea req-e5dee4ab-67b4-44f4-bcc4-fbb5c687d6fd tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.826292 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-93489a1c-768d-470b-9d42-781386c954ea req-e5dee4ab-67b4-44f4-bcc4-fbb5c687d6fd tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.1754901 Jul 27 09:49:08.904415 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-23ef4d71-f056-4271-b600-4e3c61f1d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:08.906069 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-23ef4d71-f056-4271-b600-4e3c61f1d5a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd51e6ad-99c8-438e-8061-35e971376c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1464624 Jul 27 09:49:08.946199 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-93489a1c-768d-470b-9d42-781386c954ea req-309dc820-9c53-4bbb-a966-e9039d93ed6e tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082675 Jul 27 09:49:09.043942 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-1e071922-de8d-4ba1-830b-ee1de2990f54 service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273577 Jul 27 09:49:09.049339 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-27457441-afb5-4ae3-858b-749adade354c req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Deleting port 84109270-a9bc-452c-80b3-71a25ca5663f {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:49:09.049676 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-27457441-afb5-4ae3-858b-749adade354c req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:09.112354 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:49:09.197552 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-27457441-afb5-4ae3-858b-749adade354c req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] For port 84109270-a9bc-452c-80b3-71a25ca5663f, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=84109270-a9bc-452c-80b3-71a25ca5663f,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:09.198142 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-27457441-afb5-4ae3-858b-749adade354c req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:09.203363 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:09.208386 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d8027090-c9a2-4f05-9485-6e70add253d1 req-55a367aa-790a-41a0-b519-1d2771feaa20 service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541996 Jul 27 09:49:09.212128 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-27457441-afb5-4ae3-858b-749adade354c req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Calling delete_port for 84109270-a9bc-452c-80b3-71a25ca5663f owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:49:09.216989 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'port_id': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'mac_address': 'fa:16:3e:1d:80:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:49:09.256707 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:09.269195 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5644e1-ef25-491f-9664-a0a45be15fe8 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:49:09.289900 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:09.293626 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:09.357218 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=9']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:09.375514 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-27457441-afb5-4ae3-858b-749adade354c req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:09.425924 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'fea74448-63d3-45c4-a4f2-60bde7727cea', '84109270-a9bc-452c-80b3-71a25ca5663f'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:49:09.450922 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Pushing event deleted for resources: {'Port': ['ID=84109270-a9bc-452c-80b3-71a25ca5663f,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:09.532102 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-27457441-afb5-4ae3-858b-749adade354c req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] No DVR routers for this DVR port 84109270-a9bc-452c-80b3-71a25ca5663f on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:49:09.534994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-27457441-afb5-4ae3-858b-749adade354c req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:09.537016 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27457441-afb5-4ae3-858b-749adade354c req-f1d92cb9-6392-4121-9f70-58a2e683a7d0 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "DELETE /v2.0/ports/84109270-a9bc-452c-80b3-71a25ca5663f HTTP/1.1" status: 204 len: 173 time: 0.7059717 Jul 27 09:49:09.588405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48657b-8a36-4b19-9f97-810a9c5a32fc req-7d396ad1-ace6-4326-80a8-798a97a1ce1b tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:09.590068 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9e48657b-8a36-4b19-9f97-810a9c5a32fc req-7d396ad1-ace6-4326-80a8-798a97a1ce1b tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 945 time: 0.2156899 Jul 27 09:49:09.601145 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-05423c40-2dc8-4634-a2d9-89132deaad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:09.603288 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-05423c40-2dc8-4634-a2d9-89132deaad87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d859408e27d44b5b24b8266d170a557&device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1096 time: 0.1560247 Jul 27 09:49:09.612421 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece0768-d5ba-432a-9d8f-060a6a80086f req-392099af-666c-4f57-93ce-7170c90856a6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:09.614058 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bece0768-d5ba-432a-9d8f-060a6a80086f req-392099af-666c-4f57-93ce-7170c90856a6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 945 time: 0.2493272 Jul 27 09:49:09.898395 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['ba5644e1-ef25-491f-9664-a0a45be15fe8'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:49:09.967228 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9e48657b-8a36-4b19-9f97-810a9c5a32fc req-3b2cd756-43b0-4b23-9bb5-c0dfd87cf119 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628299 Jul 27 09:49:09.976980 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bece0768-d5ba-432a-9d8f-060a6a80086f req-5436257a-119d-41c4-a912-a0836cc43483 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490713 Jul 27 09:49:10.023166 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-a1873d22-239f-47e2-ab1e-d8806315eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:10.024697 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-a1873d22-239f-47e2-ab1e-d8806315eb4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd51e6ad-99c8-438e-8061-35e971376c9d HTTP/1.1" status: 200 len: 908 time: 0.4097662 Jul 27 09:49:10.083678 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-c48cfe39-f230-42b8-b8bd-e848f930afbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edb99736-3013-47da-b73c-242f8b89281c HTTP/1.1" status: 200 len: 217 time: 0.0503323 Jul 27 09:49:10.137048 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-75e31584-c986-4c6c-a390-7b966045706f req-729e7647-a282-44dd-9c45-bc0e316e6226 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4b0a02-9fc7-4d59-a417-de432234104f HTTP/1.1" status: 200 len: 210 time: 0.0571454 Jul 27 09:49:10.188029 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-e0a1cae8-fcc5-44c5-85a1-093268b1a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:10.189491 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-e0a1cae8-fcc5-44c5-85a1-093268b1a17e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaf2d144-6e8d-4957-a29f-2dcc459e6aa4 HTTP/1.1" status: 200 len: 846 time: 0.0823631 Jul 27 09:49:10.207482 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8d458-3c7c-42e0-a54c-10bce9fed575 req-2a2f2fa3-a07f-42fb-bb59-3fc5be508f28 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:10.208947 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-18a8d458-3c7c-42e0-a54c-10bce9fed575 req-2a2f2fa3-a07f-42fb-bb59-3fc5be508f28 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.1685719 Jul 27 09:49:10.315728 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-18a8d458-3c7c-42e0-a54c-10bce9fed575 req-22c3a81f-c33f-4459-9fa6-8a555df572e6 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953646 Jul 27 09:49:10.333437 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4b0a02-9fc7-4d59-a417-de432234104f', 'name': 'network-vif-deleted', 'tag': '84109270-a9bc-452c-80b3-71a25ca5663f'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:10.339467 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f00ac91-62d2-4b80-9a3c-2da6204f59e9" -d '{"events": [{"server_uuid": "7e4b0a02-9fc7-4d59-a417-de432234104f", "name": "network-vif-deleted", "tag": "84109270-a9bc-452c-80b3-71a25ca5663f"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:10.348194 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-8620fe3e-2f29-4d8b-9de3-33ad67c4015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:10.349747 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-8620fe3e-2f29-4d8b-9de3-33ad67c4015c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd51e6ad-99c8-438e-8061-35e971376c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1371508 Jul 27 09:49:10.363661 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1dbc6-0344-48ea-ba93-dc0344ac792a req-3b34750f-4890-404d-824e-4aa3f6ba31d5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:10.365312 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3cc1dbc6-0344-48ea-ba93-dc0344ac792a req-3b34750f-4890-404d-824e-4aa3f6ba31d5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.1440599 Jul 27 09:49:10.385457 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab2f9e-6ba4-41d4-b817-d15e199f4531 x-openstack-request-id: req-35ab2f9e-6ba4-41d4-b817-d15e199f4531 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:10.385746 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4b0a02-9fc7-4d59-a417-de432234104f", "name": "network-vif-deleted", "tag": "84109270-a9bc-452c-80b3-71a25ca5663f", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:10.386010 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35ab2f9e-6ba4-41d4-b817-d15e199f4531 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:10.386458 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4b0a02-9fc7-4d59-a417-de432234104f', 'name': 'network-vif-deleted', 'tag': '84109270-a9bc-452c-80b3-71a25ca5663f', 'status': 'completed', 'code': 200} Jul 27 09:49:10.460251 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3cc1dbc6-0344-48ea-ba93-dc0344ac792a req-10eca8f8-ebd3-4243-acbc-9b5cc4acf2c9 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725873 Jul 27 09:49:10.480009 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-72dd3bcd-6e4a-4cc8-adf5-7790fa33d38c service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137593 Jul 27 09:49:10.576953 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bc32ea9-b98c-4edb-a8ee-0e6b1d3144ea req-0b416afa-3bb5-4155-91d9-465dd25827cd service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846283 Jul 27 09:49:10.686338 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b224a136-b845-49c5-9bfb-deac82e63e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:11.138081 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0851a-167c-43f6-a09f-30c0089d156e req-d7b5cbca-68a6-4b11-8892-2ee5ea829b56 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:11.139587 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0fc0851a-167c-43f6-a09f-30c0089d156e req-d7b5cbca-68a6-4b11-8892-2ee5ea829b56 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 945 time: 0.1003029 Jul 27 09:49:11.147914 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da452d-cf45-41e5-8f4b-702fb80a8375 req-fc9fd00d-4b73-400c-b3b8-5b5de488f25e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:11.149257 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-05da452d-cf45-41e5-8f4b-702fb80a8375 req-fc9fd00d-4b73-400c-b3b8-5b5de488f25e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 945 time: 0.1006215 Jul 27 09:49:11.154979 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:49:11.203419 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port ba5644e1-ef25-491f-9664-a0a45be15fe8 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:49:11.203791 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:11.208696 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0fc0851a-167c-43f6-a09f-30c0089d156e req-ea5949b4-3f74-4e98-ac06-8548209ad29f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585244 Jul 27 09:49:11.213747 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-05da452d-cf45-41e5-8f4b-702fb80a8375 req-10cd2d32-1878-40c3-8cec-7f21afa51aa2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560887 Jul 27 09:49:11.285953 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:11.312821 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:11.315206 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5482ef53-3844-4863-921d-76a067de8340" -d '{"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-plugged", "status": "completed", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:11.329568 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:11.337879 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:11.338822 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 84109270-a9bc-452c-80b3-71a25ca5663f no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:49:11.372164 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b22a7d7-356b-45c0-9a35-7572d047c9dd x-openstack-request-id: req-3b22a7d7-356b-45c0-9a35-7572d047c9dd {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:11.372457 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-plugged", "status": "completed", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:11.372714 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b22a7d7-356b-45c0-9a35-7572d047c9dd {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:11.373108 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'code': 200} Jul 27 09:49:11.393421 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 84109270-a9bc-452c-80b3-71a25ca5663f {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:49:11.394086 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 84109270-a9bc-452c-80b3-71a25ca5663f not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:49:11.452575 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=10']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:11.493615 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422e619-f743-4592-9be4-368613f7cbf9 req-07e55c6a-8080-4ded-9367-393bdfe3d680 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:11.495634 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c422e619-f743-4592-9be4-368613f7cbf9 req-07e55c6a-8080-4ded-9367-393bdfe3d680 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0792797 Jul 27 09:49:11.558512 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c422e619-f743-4592-9be4-368613f7cbf9 req-786634f3-512e-4bd4-bc33-3f633e044d39 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Jul 27 09:49:11.578924 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50cb4-ee7e-4be7-af16-cd2612e8fb31 req-901b7df7-eb21-4e70-828a-933447fcf58d tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:11.581135 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-84c50cb4-ee7e-4be7-af16-cd2612e8fb31 req-901b7df7-eb21-4e70-828a-933447fcf58d tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 946 time: 0.1068983 Jul 27 09:49:11.656208 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-84c50cb4-ee7e-4be7-af16-cd2612e8fb31 req-5ff68206-b612-4acd-a153-8c7f611c97a9 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681202 Jul 27 09:49:11.703817 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de15e78-dacf-4f7c-b01a-47fe887f3b6d req-b53a0aba-648d-4988-bed2-ddda466b02ef tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:11.705920 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1de15e78-dacf-4f7c-b01a-47fe887f3b6d req-b53a0aba-648d-4988-bed2-ddda466b02ef tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0928278 Jul 27 09:49:11.758445 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1de15e78-dacf-4f7c-b01a-47fe887f3b6d req-20d31de0-c4a9-47ae-a50c-cc4e6a89acbc tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Jul 27 09:49:11.937072 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-4c32180e-e879-45f2-a05f-9e93ed12ea7e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:11.938540 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-4c32180e-e879-45f2-a05f-9e93ed12ea7e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 945 time: 0.0658338 Jul 27 09:49:12.056506 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Deleting port 312a2ca7-4540-42fc-9570-7d7f2c9d6331 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:49:12.056849 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:12.183730 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] For port 312a2ca7-4540-42fc-9570-7d7f2c9d6331, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=312a2ca7-4540-42fc-9570-7d7f2c9d6331,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:12.184107 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:12.200979 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Calling delete_port for 312a2ca7-4540-42fc-9570-7d7f2c9d6331 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:49:12.204843 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec073307-e719-404c-a45a-80e8609c5109 req-5c86fdb9-7c7e-4533-b832-e7ef364e3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:12.206399 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ec073307-e719-404c-a45a-80e8609c5109 req-5c86fdb9-7c7e-4533-b832-e7ef364e3a1e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 1100 time: 0.1071200 Jul 27 09:49:12.287149 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ec073307-e719-404c-a45a-80e8609c5109 req-d5107452-e6a7-4177-98e0-6f4b51e84904 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713687 Jul 27 09:49:12.391837 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:12.423068 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Pushing event deleted for resources: {'Port': ['ID=312a2ca7-4540-42fc-9570-7d7f2c9d6331,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:12.431980 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['312a2ca7-4540-42fc-9570-7d7f2c9d6331', '1fb97b1e-8edf-4661-b712-b244fc225bc5'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:49:12.440144 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dd02-30a8-4ff4-a601-fb081934ec01 req-54b198f6-ce4b-4b03-8d0f-82b5f88c0b75 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:12.441720 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5465dd02-30a8-4ff4-a601-fb081934ec01 req-54b198f6-ce4b-4b03-8d0f-82b5f88c0b75 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.1418450 Jul 27 09:49:12.484515 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] No DVR routers for this DVR port 312a2ca7-4540-42fc-9570-7d7f2c9d6331 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:49:12.491745 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:12.493758 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4701cf0a-1681-4035-86b3-7b2151f4c514 req-15ec915e-d99b-47f8-8f89-fdfcb66cd7ac tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.48 "DELETE /v2.0/ports/312a2ca7-4540-42fc-9570-7d7f2c9d6331 HTTP/1.1" status: 204 len: 173 time: 0.5463877 Jul 27 09:49:12.494193 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4', 'name': 'network-vif-deleted', 'tag': '312a2ca7-4540-42fc-9570-7d7f2c9d6331'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:12.496463 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f20d7e4-34a3-4b04-b1af-d0e0c7717ec2" -d '{"events": [{"server_uuid": "fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4", "name": "network-vif-deleted", "tag": "312a2ca7-4540-42fc-9570-7d7f2c9d6331"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:12.524779 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5465dd02-30a8-4ff4-a601-fb081934ec01 req-83f88547-8603-46a8-91c6-f1bb12f98218 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662093 Jul 27 09:49:12.536365 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b32db-9d33-4d82-8767-73dc7502c3ee x-openstack-request-id: req-805b32db-9d33-4d82-8767-73dc7502c3ee {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:12.536656 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4", "name": "network-vif-deleted", "tag": "312a2ca7-4540-42fc-9570-7d7f2c9d6331", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:12.536913 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-805b32db-9d33-4d82-8767-73dc7502c3ee {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:12.537376 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4', 'name': 'network-vif-deleted', 'tag': '312a2ca7-4540-42fc-9570-7d7f2c9d6331', 'status': 'completed', 'code': 200} Jul 27 09:49:12.656937 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cb8cf25c-9d81-45b2-aa38-72035d420740 req-911a53a1-7d3a-4f9d-b48e-de650541a5d3 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc7ad08b-ede7-411e-a3e3-86ce2e9bf5b4 HTTP/1.1" status: 200 len: 210 time: 0.0288322 Jul 27 09:49:12.791111 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9235d-1bfd-45a1-95dc-6963b2d4666e req-4e38418b-9bd2-4441-a806-c69532ec89bc tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:12.792901 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-72c9235d-1bfd-45a1-95dc-6963b2d4666e req-4e38418b-9bd2-4441-a806-c69532ec89bc tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 946 time: 0.0684118 Jul 27 09:49:12.842899 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-72c9235d-1bfd-45a1-95dc-6963b2d4666e req-60a165f5-bf83-44b5-bbf8-6516b0f22faf tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Jul 27 09:49:12.910688 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11469635-25aa-4d95-8c82-c76d7372c3e7 req-f1f8e936-ddc3-4bc7-b693-4e3b343101b5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:12.912168 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11469635-25aa-4d95-8c82-c76d7372c3e7 req-f1f8e936-ddc3-4bc7-b693-4e3b343101b5 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0736711 Jul 27 09:49:12.951154 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11469635-25aa-4d95-8c82-c76d7372c3e7 req-9820ebed-6e05-4f4e-a46c-eb697d7ef54c tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330617 Jul 27 09:49:13.275640 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-1afe2368-4094-49b5-a7e9-e193bd687ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:13.662715 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c5fa7-119f-4e65-8d09-7f0655237d05 req-05498f3c-c142-40f4-9fd4-cd9623762619 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:13.664268 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fa0c5fa7-119f-4e65-8d09-7f0655237d05 req-05498f3c-c142-40f4-9fd4-cd9623762619 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.0631177 Jul 27 09:49:13.706562 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fa0c5fa7-119f-4e65-8d09-7f0655237d05 req-e1156de2-ad17-4c20-bad0-6f928c241b20 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352552 Jul 27 09:49:13.734937 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:14.022032 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c055546-982e-4e54-bcb2-e79e0e093a41 req-9e715af6-ec05-4863-bba3-446a9973936e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:14.023564 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5c055546-982e-4e54-bcb2-e79e0e093a41 req-9e715af6-ec05-4863-bba3-446a9973936e tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1106400 Jul 27 09:49:14.035535 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ec752-c298-419b-a22f-eae062d3b5b0 req-cbc9f5cc-0a14-4afb-bf6f-e08abf833d57 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:14.037356 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb8ec752-c298-419b-a22f-eae062d3b5b0 req-cbc9f5cc-0a14-4afb-bf6f-e08abf833d57 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 946 time: 0.1115246 Jul 27 09:49:14.095633 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5c055546-982e-4e54-bcb2-e79e0e093a41 req-3c866101-96be-498f-bbc4-3abca7a39888 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573108 Jul 27 09:49:14.106005 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb8ec752-c298-419b-a22f-eae062d3b5b0 req-0929b4d5-e12a-4dac-8127-d4380093430e tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Jul 27 09:49:14.245228 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a949b9-a123-4fac-be51-2343e80c5fca req-0e22409a-64b9-4c10-98ea-e8d4b9d4b1a0 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:14.246770 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-51a949b9-a123-4fac-be51-2343e80c5fca req-0e22409a-64b9-4c10-98ea-e8d4b9d4b1a0 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0667906 Jul 27 09:49:14.286170 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-51a949b9-a123-4fac-be51-2343e80c5fca req-c5ff8e94-5a52-4631-bcce-be420f113414 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Jul 27 09:49:14.333173 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:14.513740 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-29f67887-5fc5-493c-a186-3de1b43d77a8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:14.515194 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-29f67887-5fc5-493c-a186-3de1b43d77a8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 946 time: 0.0653000 Jul 27 09:49:14.633590 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Deleting port fea74448-63d3-45c4-a4f2-60bde7727cea {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:49:14.633964 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:14.725333 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] For port fea74448-63d3-45c4-a4f2-60bde7727cea, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=fea74448-63d3-45c4-a4f2-60bde7727cea,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:14.726099 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:14.737741 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Calling delete_port for fea74448-63d3-45c4-a4f2-60bde7727cea owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:49:14.867304 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d6939-9fa3-4779-850a-de3726984224 req-ad1d4e2a-e140-46cf-ad9a-f71d432847e7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:14.868829 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-698d6939-9fa3-4779-850a-de3726984224 req-ad1d4e2a-e140-46cf-ad9a-f71d432847e7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.0890188 Jul 27 09:49:14.947643 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-698d6939-9fa3-4779-850a-de3726984224 req-4857d9ea-8c48-4fc9-aeb9-42f90acc5318 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726593 Jul 27 09:49:14.948754 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:14.973748 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:14.976918 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Pushing event deleted for resources: {'Port': ['ID=fea74448-63d3-45c4-a4f2-60bde7727cea,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:14.999141 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'fea74448-63d3-45c4-a4f2-60bde7727cea'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:49:15.033204 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] No DVR routers for this DVR port fea74448-63d3-45c4-a4f2-60bde7727cea on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:49:15.035738 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:15.037986 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-879d5723-d108-4b6c-aaeb-7f3a6fc3037b req-07cefd4b-608a-4000-8281-81f57d5b6be4 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "DELETE /v2.0/ports/fea74448-63d3-45c4-a4f2-60bde7727cea HTTP/1.1" status: 204 len: 173 time: 0.5065131 Jul 27 09:49:15.038521 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2243cf-ec8c-478e-951f-43f708e5c6d4', 'name': 'network-vif-deleted', 'tag': 'fea74448-63d3-45c4-a4f2-60bde7727cea'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:15.040865 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f70840-728b-455c-aa04-89cd077e35b1" -d '{"events": [{"server_uuid": "3f2243cf-ec8c-478e-951f-43f708e5c6d4", "name": "network-vif-deleted", "tag": "fea74448-63d3-45c4-a4f2-60bde7727cea"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:15.077478 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0248dac3-e920-40ca-a8ae-b5ddd136e372 x-openstack-request-id: req-0248dac3-e920-40ca-a8ae-b5ddd136e372 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:15.077773 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2243cf-ec8c-478e-951f-43f708e5c6d4", "name": "network-vif-deleted", "tag": "fea74448-63d3-45c4-a4f2-60bde7727cea", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:15.078055 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0248dac3-e920-40ca-a8ae-b5ddd136e372 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:15.078485 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2243cf-ec8c-478e-951f-43f708e5c6d4', 'name': 'network-vif-deleted', 'tag': 'fea74448-63d3-45c4-a4f2-60bde7727cea', 'status': 'completed', 'code': 200} Jul 27 09:49:15.245085 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-77ae69f0-cc8a-4f1c-8e00-e8c6d27ac03c req-de7e741c-f32e-4e6e-9d42-a0d99a710179 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f2243cf-ec8c-478e-951f-43f708e5c6d4 HTTP/1.1" status: 200 len: 210 time: 0.0561302 Jul 27 09:49:15.282280 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e8460-3dd0-4dba-86a5-0e9c91434d87 req-bfa20aec-8ca9-4b18-adc2-6fcd2a6592df tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:15.283784 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-305e8460-3dd0-4dba-86a5-0e9c91434d87 req-bfa20aec-8ca9-4b18-adc2-6fcd2a6592df tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0926945 Jul 27 09:49:15.322651 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-305e8460-3dd0-4dba-86a5-0e9c91434d87 req-3fef6408-e169-49a4-b243-44878d7a0565 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329778 Jul 27 09:49:15.417185 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c585da-ab0d-47fc-b120-80f9dbbb5d54 req-5fdc6c8a-1a12-426a-b1f2-5e70b8176eb0 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:15.418569 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-64c585da-ab0d-47fc-b120-80f9dbbb5d54 req-5fdc6c8a-1a12-426a-b1f2-5e70b8176eb0 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0628421 Jul 27 09:49:15.456508 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-64c585da-ab0d-47fc-b120-80f9dbbb5d54 req-18f435fa-5aae-48ee-8077-af06181f582b tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Jul 27 09:49:15.765613 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:16.453587 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fee0f-5f6b-4201-bbb6-fa1e141738d0 req-322c66e0-67f5-4a9f-870c-24c7deeefb50 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:16.455068 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-856fee0f-5f6b-4201-bbb6-fa1e141738d0 req-322c66e0-67f5-4a9f-870c-24c7deeefb50 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0662649 Jul 27 09:49:16.491929 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-856fee0f-5f6b-4201-bbb6-fa1e141738d0 req-8d175a45-3113-41bd-b80a-2c887343ddd0 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310011 Jul 27 09:49:16.582331 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995de14-5796-47cc-8ded-8aa0b852882a req-e4682e19-c527-4813-b9c3-591359cf93fd tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:16.583707 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b995de14-5796-47cc-8ded-8aa0b852882a req-e4682e19-c527-4813-b9c3-591359cf93fd tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0615854 Jul 27 09:49:16.619882 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b995de14-5796-47cc-8ded-8aa0b852882a req-b476cb03-d062-45cb-b1a2-0f925fc442be tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303569 Jul 27 09:49:17.158540 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 312a2ca7-4540-42fc-9570-7d7f2c9d6331 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:49:17.181035 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 312a2ca7-4540-42fc-9570-7d7f2c9d6331 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:49:17.181372 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 312a2ca7-4540-42fc-9570-7d7f2c9d6331 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:49:17.661365 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f72d-0e9c-42fa-9f6a-84ce77b27b5d req-fc6e8b5e-89d7-4e7d-a040-501c64c0b323 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:17.662758 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f9c5f72d-0e9c-42fa-9f6a-84ce77b27b5d req-fc6e8b5e-89d7-4e7d-a040-501c64c0b323 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1014104 Jul 27 09:49:17.693453 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164fc0a-db39-4a5a-bf18-219e5041e563 req-05e6bad7-eaed-4ee9-ba95-0b7de5c0918b tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:17.694992 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a164fc0a-db39-4a5a-bf18-219e5041e563 req-05e6bad7-eaed-4ee9-ba95-0b7de5c0918b tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 945 time: 0.1049256 Jul 27 09:49:17.724044 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f9c5f72d-0e9c-42fa-9f6a-84ce77b27b5d req-f6ff0485-3de0-444e-8d00-57ae23940a1f tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Jul 27 09:49:17.745351 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a164fc0a-db39-4a5a-bf18-219e5041e563 req-cd818ae5-9494-4914-8576-46531272c739 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443397 Jul 27 09:49:17.841988 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977d419-6329-49b8-9b99-92f88a1ca067 req-99a289a7-50a2-4483-9eac-74608b76e517 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:17.843578 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e977d419-6329-49b8-9b99-92f88a1ca067 req-99a289a7-50a2-4483-9eac-74608b76e517 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0629706 Jul 27 09:49:17.881792 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e977d419-6329-49b8-9b99-92f88a1ca067 req-863f701b-8d39-4294-8237-6dd38d23ded6 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Jul 27 09:49:18.908739 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ae31c-902f-41c4-bf64-99d1576731e1 req-5a062fde-796d-4408-a1cd-c3d6505cb0fe tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:18.910212 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-898ae31c-902f-41c4-bf64-99d1576731e1 req-5a062fde-796d-4408-a1cd-c3d6505cb0fe tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1072350 Jul 27 09:49:18.921513 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e680f31-26d7-48d4-b0c6-2a3a83f7a7a5 req-1f20a81d-29c1-4fb9-83f0-b13a94a10e86 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:18.923043 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e680f31-26d7-48d4-b0c6-2a3a83f7a7a5 req-1f20a81d-29c1-4fb9-83f0-b13a94a10e86 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 945 time: 0.0881107 Jul 27 09:49:18.976874 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-898ae31c-902f-41c4-bf64-99d1576731e1 req-905bf15c-6789-436a-9c07-f3e3e5f6caf9 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528817 Jul 27 09:49:18.983788 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8e680f31-26d7-48d4-b0c6-2a3a83f7a7a5 req-bc6876d8-a63c-4f87-8f6d-50406d87d4fe tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537970 Jul 27 09:49:19.097662 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19530f-2579-428f-aa3e-7d72d8949ea8 req-7e8ef9cb-d888-47df-92e5-b10b1b03a114 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:19.099181 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7f19530f-2579-428f-aa3e-7d72d8949ea8 req-7e8ef9cb-d888-47df-92e5-b10b1b03a114 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0669537 Jul 27 09:49:19.141664 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7f19530f-2579-428f-aa3e-7d72d8949ea8 req-0b5bd95f-3201-4c2f-9933-730bb7d6a053 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345020 Jul 27 09:49:19.187246 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device edb99736-3013-47da-b73c-242f8b89281c details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:49:19.201717 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device fea74448-63d3-45c4-a4f2-60bde7727cea no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:49:19.225168 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: fea74448-63d3-45c4-a4f2-60bde7727cea {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:49:19.225511 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device fea74448-63d3-45c4-a4f2-60bde7727cea not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:49:19.301081 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=edb99736-3013-47da-b73c-242f8b89281c,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:19.310977 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': 'edb99736-3013-47da-b73c-242f8b89281c', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'port_id': 'edb99736-3013-47da-b73c-242f8b89281c', 'mac_address': 'fa:16:3e:20:19:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:49:19.350146 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:19.363567 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb99736-3013-47da-b73c-242f8b89281c {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:49:19.383091 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=edb99736-3013-47da-b73c-242f8b89281c,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:19.387245 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:19.433977 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=edb99736-3013-47da-b73c-242f8b89281c,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:19.441309 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.441652 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.441990 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.442320 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.442646 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.443083 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.443405 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.443723 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.444070 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.444390 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.444706 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.445021 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:19.992857 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['edb99736-3013-47da-b73c-242f8b89281c'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:49:20.142841 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5742ec-998f-47f6-a98b-7f994ba08cfe req-b4406fa7-98f9-43f8-bd8e-eb021551b1e2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:20.144510 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee5742ec-998f-47f6-a98b-7f994ba08cfe req-b4406fa7-98f9-43f8-bd8e-eb021551b1e2 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0998187 Jul 27 09:49:20.157754 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27278fb4-61cd-4d69-b18a-641cd297f1b8 req-2b277d27-09f8-4363-b5d5-3bf26f1e003a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:20.159787 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27278fb4-61cd-4d69-b18a-641cd297f1b8 req-2b277d27-09f8-4363-b5d5-3bf26f1e003a tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 945 time: 0.1049879 Jul 27 09:49:20.251129 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee5742ec-998f-47f6-a98b-7f994ba08cfe req-8193f9f7-4616-411a-b463-5e960b0c5edb tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902565 Jul 27 09:49:20.255380 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-27278fb4-61cd-4d69-b18a-641cd297f1b8 req-863989e1-acb7-4389-8532-c6a5ce0c65e3 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b20a916-4a36-47e1-a4f2-7885fd94dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880857 Jul 27 09:49:20.292178 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-fc4e5391-f489-4989-b100-94f0bcf03f73 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:20.293855 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-fc4e5391-f489-4989-b100-94f0bcf03f73 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 945 time: 0.0862861 Jul 27 09:49:20.433127 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea42aa6-9dd9-4979-98b2-c119cbfe6994 req-abd8b66f-92de-4fc9-8102-db7e6d13237c tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:20.434621 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1ea42aa6-9dd9-4979-98b2-c119cbfe6994 req-abd8b66f-92de-4fc9-8102-db7e6d13237c tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 944 time: 0.1266274 Jul 27 09:49:20.474898 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Deleting port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:49:20.475236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:20.494070 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1ea42aa6-9dd9-4979-98b2-c119cbfe6994 req-3f0e430f-85d5-48e1-b5f4-26eb92a13dd3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526352 Jul 27 09:49:20.565668 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] For port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,segment=NetworkSegment(d228e950-8689-4d85-86df-4cbbda9fa9d1),segment_id=d228e950-8689-4d85-86df-4cbbda9fa9d1)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:20.566029 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:20.578020 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Calling delete_port for 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:49:20.702801 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:20.730970 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Pushing event deleted for resources: {'Port': ['ID=3edc330f-ee14-4f91-b7f7-9b96b28f6ecf,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:20.778600 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] No DVR routers for this DVR port 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:49:20.781594 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:20.783572 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67f04eed-c0fd-4bf2-b1af-0aa436def34f req-3a41a43a-ad12-44e3-81fe-736ed67c12b8 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.48 "DELETE /v2.0/ports/3edc330f-ee14-4f91-b7f7-9b96b28f6ecf HTTP/1.1" status: 204 len: 173 time: 0.4668519 Jul 27 09:49:20.784003 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092d1cc6-e818-4af7-ae6f-913942ce861f', 'name': 'network-vif-deleted', 'tag': '3edc330f-ee14-4f91-b7f7-9b96b28f6ecf'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:20.786194 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb868c7-6013-48d5-b5f0-4ca1399a74a9" -d '{"events": [{"server_uuid": "092d1cc6-e818-4af7-ae6f-913942ce861f", "name": "network-vif-deleted", "tag": "3edc330f-ee14-4f91-b7f7-9b96b28f6ecf"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:20.822211 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e12f4a-a801-432a-982d-f91ff6a75198 x-openstack-request-id: req-f0e12f4a-a801-432a-982d-f91ff6a75198 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:20.822491 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092d1cc6-e818-4af7-ae6f-913942ce861f", "name": "network-vif-deleted", "tag": "3edc330f-ee14-4f91-b7f7-9b96b28f6ecf", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:20.822786 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0e12f4a-a801-432a-982d-f91ff6a75198 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:20.823169 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092d1cc6-e818-4af7-ae6f-913942ce861f', 'name': 'network-vif-deleted', 'tag': '3edc330f-ee14-4f91-b7f7-9b96b28f6ecf', 'status': 'completed', 'code': 200} Jul 27 09:49:20.920490 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['3edc330f-ee14-4f91-b7f7-9b96b28f6ecf'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:49:21.173960 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device edb99736-3013-47da-b73c-242f8b89281c up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:49:21.222736 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port edb99736-3013-47da-b73c-242f8b89281c completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:49:21.226396 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port edb99736-3013-47da-b73c-242f8b89281c triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:49:21.226803 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:21.306185 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:21.332169 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:21.335350 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8534eb8-da3e-4eb8-a336-3092afd1a478" -d '{"events": [{"server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "name": "network-vif-plugged", "status": "completed", "tag": "edb99736-3013-47da-b73c-242f8b89281c"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:21.349523 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=edb99736-3013-47da-b73c-242f8b89281c,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:21.354028 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:21.387333 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-deaff4c1-7fb5-4ff8-ae69-616afd4b036c req-7fcc0b46-35b1-4e38-9c87-24a50defa317 tempest-AttachVolumeNegativeTest-297734774 tempest-AttachVolumeNegativeTest-297734774-project] 10.222.0.22 "GET /v2.0/ports?device_id=092d1cc6-e818-4af7-ae6f-913942ce861f HTTP/1.1" status: 200 len: 210 time: 0.0314491 Jul 27 09:49:21.415879 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=edb99736-3013-47da-b73c-242f8b89281c,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:21.419309 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96defa20-10d4-4213-acb4-0addebe795c0 req-af1c5624-5538-4915-b074-47cd785bebcb tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:21.420820 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96defa20-10d4-4213-acb4-0addebe795c0 req-af1c5624-5538-4915-b074-47cd785bebcb tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.0991180 Jul 27 09:49:21.444340 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9440e4-587f-4af6-b82a-1adb9bf65941 x-openstack-request-id: req-fb9440e4-587f-4af6-b82a-1adb9bf65941 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:21.444641 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "name": "network-vif-plugged", "status": "completed", "tag": "edb99736-3013-47da-b73c-242f8b89281c", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:21.444894 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb9440e4-587f-4af6-b82a-1adb9bf65941 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:21.445294 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c', 'code': 200} Jul 27 09:49:21.463490 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96defa20-10d4-4213-acb4-0addebe795c0 req-3104476b-7e57-4e9d-a5d0-7777326f6de7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343449 Jul 27 09:49:21.634031 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99eb83-c56e-45a3-ba97-2817e4cd0bb5 req-51211bdb-ee38-4d90-a912-2aaddaba0a44 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:21.637954 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe99eb83-c56e-45a3-ba97-2817e4cd0bb5 req-51211bdb-ee38-4d90-a912-2aaddaba0a44 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0709946 Jul 27 09:49:21.681669 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe99eb83-c56e-45a3-ba97-2817e4cd0bb5 req-daa4e12c-50f2-4784-b7e0-27895a852be0 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373864 Jul 27 09:49:21.975920 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea7ce2-205d-4d13-9a3e-1cb092aa2f45 req-29a93692-1fbb-4b66-a3f6-d54389248385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:21.977325 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ceea7ce2-205d-4d13-9a3e-1cb092aa2f45 req-29a93692-1fbb-4b66-a3f6-d54389248385 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1098 time: 0.0555019 Jul 27 09:49:22.013396 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ceea7ce2-205d-4d13-9a3e-1cb092aa2f45 req-8ff0b448-91ff-45f8-98c3-6ec191c732ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280299 Jul 27 09:49:22.445796 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 50764) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:22.527352 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f41517-22ac-4973-b17d-a0e074849475 admin admin] Deleting subnet ec6f467b-3c5d-4050-b4e7-a2c698d321ae {{(pid=99744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:49:22.532429 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c4f41517-22ac-4973-b17d-a0e074849475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:22.616189 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c4f41517-22ac-4973-b17d-a0e074849475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27206144'] for subnet, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:22.625442 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-209b5b67-698e-4d32-8d7d-d7c8d2ded2d7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:22.626995 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-209b5b67-698e-4d32-8d7d-d7c8d2ded2d7 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.1546690 Jul 27 09:49:22.984729 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c4f41517-22ac-4973-b17d-a0e074849475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.063029 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c65f97-123f-4607-9f37-96214c3eeaa5 req-0e547fd7-285a-4433-b373-55256fb83d1b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:23.064471 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-61c65f97-123f-4607-9f37-96214c3eeaa5 req-0e547fd7-285a-4433-b373-55256fb83d1b tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 945 time: 0.5009568 Jul 27 09:49:23.133888 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c4f41517-22ac-4973-b17d-a0e074849475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25376663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27051854'] for subnet, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.149536 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed1c2f-9fd6-44bb-ac07-1169e40654e6 req-bdbcc056-65a4-462f-8abe-8000e0f04488 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:23.151480 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-06ed1c2f-9fd6-44bb-ac07-1169e40654e6 req-bdbcc056-65a4-462f-8abe-8000e0f04488 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.2222455 Jul 27 09:49:23.181606 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Deleting port 1fb97b1e-8edf-4661-b712-b244fc225bc5 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:49:23.181938 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.186793 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-61c65f97-123f-4607-9f37-96214c3eeaa5 req-541ce7f4-50f4-4ea3-bd72-3362261b2903 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ad8744f-662d-468e-a1f8-6cf6b9f4474c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128132 Jul 27 09:49:23.196164 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c4f41517-22ac-4973-b17d-a0e074849475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.198015 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-c4f41517-22ac-4973-b17d-a0e074849475 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ec6f467b-3c5d-4050-b4e7-a2c698d321ae HTTP/1.1" status: 204 len: 168 time: 0.7511563 Jul 27 09:49:23.198942 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f41517-22ac-4973-b17d-a0e074849475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6f467b-3c5d-4050-b4e7-a2c698d321ae,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:23.200636 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50774) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:23.272536 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.279438 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-06ed1c2f-9fd6-44bb-ac07-1169e40654e6 req-f0da1070-fc92-471f-a46d-56f3af29f9ec tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170328 Jul 27 09:49:23.328422 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] For port 1fb97b1e-8edf-4661-b712-b244fc225bc5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1fb97b1e-8edf-4661-b712-b244fc225bc5,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:23.328878 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.345261 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Calling delete_port for 1fb97b1e-8edf-4661-b712-b244fc225bc5 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:49:23.354994 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.366975 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b903a327-7d99-464f-bb50-f2f88b91caad']}} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:23.378506 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd228e950-8689-4d85-86df-4cbbda9fa9d1') {'for_net_delete': True} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:23.379081 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd228e950-8689-4d85-86df-4cbbda9fa9d1') {} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:23.388685 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27231361'] for segment, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.403132 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.411293 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=99745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:49:23.411952 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27231654'] for segment, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: Traceback (most recent call last): Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: timer() Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: cb(*args, **kw) Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: return func(*args, **kwargs) Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: self._notify() Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: self.callback(batched_events) Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: event.method(event) Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: return f(self, *a, **k) Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._get(url).json() Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: return self.request(url, 'GET', **kwargs) Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:49:23.414085 dv-cinder-802440-1-iscsi neutron-server[99745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:49:23.468536 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.474255 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.476373 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b903a327-7d99-464f-bb50-f2f88b91caad HTTP/1.1" status: 204 len: 168 time: 0.2728937 Jul 27 09:49:23.487342 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0881c0e-d53f-41b1-b0e0-3b0485db57e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b903a327-7d99-464f-bb50-f2f88b91caad,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:23.492333 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.530794 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Pushing event deleted for resources: {'Port': ['ID=1fb97b1e-8edf-4661-b712-b244fc225bc5,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:23.563382 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['1fb97b1e-8edf-4661-b712-b244fc225bc5'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:49:23.582266 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] No DVR routers for this DVR port 1fb97b1e-8edf-4661-b712-b244fc225bc5 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:49:23.584974 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.587183 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-73366db3-a0f6-47eb-9ea0-24a2d839b8ac req-aea5544e-909e-4abe-9806-a890f2c343e1 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.48 "DELETE /v2.0/ports/1fb97b1e-8edf-4661-b712-b244fc225bc5 HTTP/1.1" status: 204 len: 173 time: 0.9417195 Jul 27 09:49:23.587759 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af16a52-3982-4400-9e19-d4b8ebc6701b', 'name': 'network-vif-deleted', 'tag': '1fb97b1e-8edf-4661-b712-b244fc225bc5'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:23.590088 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162310f9-294e-47db-a073-99e9123a946f" -d '{"events": [{"server_uuid": "2af16a52-3982-4400-9e19-d4b8ebc6701b", "name": "network-vif-deleted", "tag": "1fb97b1e-8edf-4661-b712-b244fc225bc5"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:23.615036 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50782) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:23.627001 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699b61ae-1339-4fce-8e52-5dd66f50caf2 x-openstack-request-id: req-699b61ae-1339-4fce-8e52-5dd66f50caf2 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:23.627297 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af16a52-3982-4400-9e19-d4b8ebc6701b", "name": "network-vif-deleted", "tag": "1fb97b1e-8edf-4661-b712-b244fc225bc5", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:23.627552 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-699b61ae-1339-4fce-8e52-5dd66f50caf2 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:23.627952 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af16a52-3982-4400-9e19-d4b8ebc6701b', 'name': 'network-vif-deleted', 'tag': '1fb97b1e-8edf-4661-b712-b244fc225bc5', 'status': 'completed', 'code': 200} Jul 27 09:49:23.666433 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-52a7e5f6-75d0-4e0d-b05b-a9fff7d45f60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2aad45925ee949b5ba29101ecbf40b3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502126 Jul 27 09:49:23.669216 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 50786) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:23.728333 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c59b05d8-0eb5-4b37-a3b6-f3cc48df03f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.756479 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c59b05d8-0eb5-4b37-a3b6-f3cc48df03f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.806746 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c59b05d8-0eb5-4b37-a3b6-f3cc48df03f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.809350 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c59b05d8-0eb5-4b37-a3b6-f3cc48df03f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:23.810553 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-c59b05d8-0eb5-4b37-a3b6-f3cc48df03f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b20a916-4a36-47e1-a4f2-7885fd94dc37 HTTP/1.1" status: 204 len: 168 time: 0.1402731 Jul 27 09:49:23.819613 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b05d8-0eb5-4b37-a3b6-f3cc48df03f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b20a916-4a36-47e1-a4f2-7885fd94dc37,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:24.324620 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0a0732df-925e-4ce4-aa73-60c6f1402fc4 req-53c2e3a7-6f47-47ac-830b-0e1bc6ca96f8 tempest-ServerRescueNegativeTestJSON-1734991064 tempest-ServerRescueNegativeTestJSON-1734991064-project] 10.222.0.22 "GET /v2.0/ports?device_id=2af16a52-3982-4400-9e19-d4b8ebc6701b HTTP/1.1" status: 200 len: 210 time: 0.0359752 Jul 27 09:49:24.457353 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac99b52-d0ab-415e-aa3b-dd8e3923eff8 req-d5dcda10-ebdd-4c38-b41a-0d4151a9c219 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:24.458888 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ac99b52-d0ab-415e-aa3b-dd8e3923eff8 req-d5dcda10-ebdd-4c38-b41a-0d4151a9c219 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0760965 Jul 27 09:49:24.497054 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ac99b52-d0ab-415e-aa3b-dd8e3923eff8 req-faffdcf6-1693-4028-9928-43bf0caaaf98 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323014 Jul 27 09:49:24.628372 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638a26-f6e6-4c81-b9b0-0c849aa83e98 req-578ed042-efc1-49c9-9eb2-2928f4427522 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:24.630074 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7b638a26-f6e6-4c81-b9b0-0c849aa83e98 req-578ed042-efc1-49c9-9eb2-2928f4427522 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0649743 Jul 27 09:49:24.672969 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7b638a26-f6e6-4c81-b9b0-0c849aa83e98 req-090ca9af-12e9-4926-927c-25dfaea73985 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351379 Jul 27 09:49:24.693082 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 50828) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:24.975677 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c05b23-6b3d-4757-a360-69e0893b7102 tempest-TestShelveInstance-1758512757 tempest-TestShelveInstance-1758512757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:24.977195 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f1c05b23-6b3d-4757-a360-69e0893b7102 tempest-TestShelveInstance-1758512757 tempest-TestShelveInstance-1758512757-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1093 time: 0.2830906 Jul 27 09:49:24.980239 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 50852) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:24.986296 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Request body: {'floatingip': {'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'port_id': 'edb99736-3013-47da-b73c-242f8b89281c', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:49:25.007102 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76db89-0845-4f5f-8bb1-89056d4bdb82 req-fd5538cf-d71e-4642-a151-7e27a402f78f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:25.007102 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7c76db89-0845-4f5f-8bb1-89056d4bdb82 req-fd5538cf-d71e-4642-a151-7e27a402f78f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1040092 Jul 27 09:49:25.038331 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for floatingip, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.093053 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7c76db89-0845-4f5f-8bb1-89056d4bdb82 req-ea01593d-b912-4e68-b96a-91b1950ee5c2 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767360 Jul 27 09:49:25.094815 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50856) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:25.155389 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.203780 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9f66abc4-87e8-4abd-b6d3-ded8820c50e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.220588 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:49:25.240438 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:49:25.240795 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 3edc330f-ee14-4f91-b7f7-9b96b28f6ecf not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:49:25.241199 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 1fb97b1e-8edf-4661-b712-b244fc225bc5 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:49:25.259915 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Allocated IP 172.27.1.177 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/b912c696-0df9-41ac-8042-7258e8fdb607) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:49:25.265824 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 1fb97b1e-8edf-4661-b712-b244fc225bc5 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:49:25.266461 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 1fb97b1e-8edf-4661-b712-b244fc225bc5 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:49:25.299994 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9f66abc4-87e8-4abd-b6d3-ded8820c50e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.304212 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9f66abc4-87e8-4abd-b6d3-ded8820c50e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.341926 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-9f66abc4-87e8-4abd-b6d3-ded8820c50e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e59a8a250738486c904f0838177fcd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459047 Jul 27 09:49:25.342894 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66abc4-87e8-4abd-b6d3-ded8820c50e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2788d-85bc-4110-bb44-1504c37364d6,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:25.345828 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 50860) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:25.385041 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50864) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:25.397779 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.433144 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-dcad993c-90aa-48cd-b98b-16be02d97229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.472378 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-dcad993c-90aa-48cd-b98b-16be02d97229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.492452 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.551242 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:49:25.557191 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:49:25.563944 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:49:25.584528 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'Port': ['ID=b912c696-0df9-41ac-8042-7258e8fdb607,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:25.599082 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-dcad993c-90aa-48cd-b98b-16be02d97229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.601619 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-dcad993c-90aa-48cd-b98b-16be02d97229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:25.602895 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-dcad993c-90aa-48cd-b98b-16be02d97229 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/edc2788d-85bc-4110-bb44-1504c37364d6 HTTP/1.1" status: 204 len: 168 time: 0.2560520 Jul 27 09:49:25.619999 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad993c-90aa-48cd-b98b-16be02d97229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2788d-85bc-4110-bb44-1504c37364d6,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:26.023076 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.056298 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709048'] for router_interface, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.115516 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.337886 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.347440 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.393901 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f89d-f627-4390-bbc9-03fb5c1203f3 req-03e8cd46-cf51-4ca3-be44-069481fc5fb1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:26.395902 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8ab5f89d-f627-4390-bbc9-03fb5c1203f3 req-03e8cd46-cf51-4ca3-be44-069481fc5fb1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.2094719 Jul 27 09:49:26.401677 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Deleting port 4f11e7b5-839f-4245-a502-b8e1e939aa5a {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:49:26.402519 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.436965 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event updated for resources: {'Port': ['ID=b912c696-0df9-41ac-8042-7258e8fdb607,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:26.473029 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.498969 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] For port 4f11e7b5-839f-4245-a502-b8e1e939aa5a, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=4f11e7b5-839f-4245-a502-b8e1e939aa5a,segment=NetworkSegment(80bbf2b6-6908-45fb-8cef-e9beea291657),segment_id=80bbf2b6-6908-45fb-8cef-e9beea291657)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:26.499344 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.516974 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Calling delete_port for 4f11e7b5-839f-4245-a502-b8e1e939aa5a owned by network:router_interface {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:49:26.523945 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8ab5f89d-f627-4390-bbc9-03fb5c1203f3 req-2a52debc-ce8a-4564-8b06-46b9293b0590 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039674 Jul 27 09:49:26.618956 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Floating IP d672ae89-36f8-45fd-a11a-a4efda96b53b associated. External IP: 172.27.1.177, port: edb99736-3013-47da-b73c-242f8b89281c. Jul 27 09:49:26.785684 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.812782 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4f11e7b5-839f-4245-a502-b8e1e939aa5a,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:26.861740 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:49:26.980006 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:49:26.981092 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708820'] for router_interface, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:26.993467 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] Sync routers for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:49:27.004086 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:49:27.004803 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:49:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:27.010824 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:27.071622 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-12b86d66-4bfb-4966-a48b-f57191a5e807 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0902636 Jul 27 09:49:27.074732 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:49:27.077784 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40666381-f61e-4c64-b67e-120593d85b66" -d '{"events": [{"name": "network-changed", "server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "tag": "edb99736-3013-47da-b73c-242f8b89281c"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:49:27.119853 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cbb127-da55-4f1b-8973-dff0eb9715ce x-openstack-request-id: req-86cbb127-da55-4f1b-8973-dff0eb9715ce {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:49:27.120364 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "tag": "edb99736-3013-47da-b73c-242f8b89281c", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:49:27.120772 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86cbb127-da55-4f1b-8973-dff0eb9715ce {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:49:27.121516 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c', 'status': 'completed', 'code': 200} Jul 27 09:49:27.152438 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:49:27.207257 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Router 6ee480b0-986a-40f5-a124-f5917a5f0523 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:49:27.248271 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40666381-f61e-4c64-b67e-120593d85b66 req-c5b3c419-08b4-49df-9c6a-b848eb905f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:27.250338 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-40666381-f61e-4c64-b67e-120593d85b66 req-c5b3c419-08b4-49df-9c6a-b848eb905f1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d859408e27d44b5b24b8266d170a557&device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1098 time: 0.0704043 Jul 27 09:49:27.333037 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:49:27.338592 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-017c712c-cab2-431a-bd9e-0e1618e234ba admin admin] 10.222.0.22 "PUT /v2.0/routers/6ee480b0-986a-40f5-a124-f5917a5f0523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9528360 Jul 27 09:49:27.341137 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50922) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:27.344633 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] Sync routers for ids ['6ee480b0-986a-40f5-a124-f5917a5f0523'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:49:27.354511 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40666381-f61e-4c64-b67e-120593d85b66 req-1e524581-a31c-4c64-9937-81ca70b470d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:27.356521 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-40666381-f61e-4c64-b67e-120593d85b66 req-1e524581-a31c-4c64-9937-81ca70b470d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd51e6ad-99c8-438e-8061-35e971376c9d HTTP/1.1" status: 200 len: 908 time: 0.0976307 Jul 27 09:49:27.357149 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] Routers {'6ee480b0-986a-40f5-a124-f5917a5f0523'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:49:27.360024 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:49:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['6ee480b0-986a-40f5-a124-f5917a5f0523'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:27.432836 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': 'd672ae89-36f8-45fd-a11a-a4efda96b53b', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'port_id': 'edb99736-3013-47da-b73c-242f8b89281c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'mac_address': 'fa:16:3e:20:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:49:25Z', 'updated_at': '2021-07-27T09:49:25Z', 'revision_number': 0, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe47fcf4-96db-4a9d-8c60-bf71d4fbe087', 'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'mac_address': 'fa:16:3e:af:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:32Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 5, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'subnets': [{'id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:27.450976 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-40666381-f61e-4c64-b67e-120593d85b66 req-bf91db8f-ce43-46f3-a019-a61fef1ba7ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edb99736-3013-47da-b73c-242f8b89281c HTTP/1.1" status: 200 len: 999 time: 0.0846601 Jul 27 09:49:27.491834 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] Checking router: 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:49:27.502923 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:49:27.503692 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:49:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:27.581063 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks [] for router, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:27.582612 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40666381-f61e-4c64-b67e-120593d85b66 req-90381928-a937-44ee-866c-aff6c12be8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:27.595181 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-40666381-f61e-4c64-b67e-120593d85b66 req-90381928-a937-44ee-866c-aff6c12be8fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaf2d144-6e8d-4957-a29f-2dcc459e6aa4 HTTP/1.1" status: 200 len: 846 time: 0.1377769 Jul 27 09:49:27.721331 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:49:27.731703 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] Set router 6ee480b0-986a-40f5-a124-f5917a5f0523 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:49:27.758956 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40666381-f61e-4c64-b67e-120593d85b66 req-ea75ee76-ddd6-442d-91ae-0fe9f9083a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:27.760785 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-40666381-f61e-4c64-b67e-120593d85b66 req-ea75ee76-ddd6-442d-91ae-0fe9f9083a48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd51e6ad-99c8-438e-8061-35e971376c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1574237 Jul 27 09:49:27.835814 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785f7a-d719-4ddf-8303-a60099f683a1 req-22d34160-6a8f-46aa-9493-203d9006e951 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:27.837354 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b5785f7a-d719-4ddf-8303-a60099f683a1 req-22d34160-6a8f-46aa-9493-203d9006e951 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1298733 Jul 27 09:49:27.857151 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:27.895831 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b5785f7a-d719-4ddf-8303-a60099f683a1 req-3345631b-5eb8-4bb8-a36a-bc338cdbb77d tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497468 Jul 27 09:49:27.921295 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-40666381-f61e-4c64-b67e-120593d85b66 req-8eadec70-2c55-4898-abf4-74a8abde5009 service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395853 Jul 27 09:49:27.967139 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Deleting port 63012528-8cb7-4408-92e6-7c3677dc629e {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:49:27.967539 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.017057 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-40666381-f61e-4c64-b67e-120593d85b66 req-4f22ff5a-e425-4d94-811d-53c860baf60d service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954084 Jul 27 09:49:28.018245 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:49:26Z', 'revision_number': 5, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'gw_port': {'id': '63012528-8cb7-4408-92e6-7c3677dc629e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:28.023999 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': 'd672ae89-36f8-45fd-a11a-a4efda96b53b', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'port_id': 'edb99736-3013-47da-b73c-242f8b89281c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'mac_address': 'fa:16:3e:20:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:49:25Z', 'updated_at': '2021-07-27T09:49:25Z', 'revision_number': 0, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe47fcf4-96db-4a9d-8c60-bf71d4fbe087', 'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'mac_address': 'fa:16:3e:af:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:32Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 5, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'subnets': [{'id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:28.047620 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] Checking router: 6ee480b0-986a-40f5-a124-f5917a5f0523 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:49:28.056837 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] Routers {'6ee480b0-986a-40f5-a124-f5917a5f0523'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:49:28.057579 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3d119-5b5c-4220-9d86-0f5e30ba0683 None None] The sync data for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi is: [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': 'd672ae89-36f8-45fd-a11a-a4efda96b53b', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'port_id': 'edb99736-3013-47da-b73c-242f8b89281c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'mac_address': 'fa:16:3e:20:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:49:25Z', 'updated_at': '2021-07-27T09:49:25Z', 'revision_number': 0, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe47fcf4-96db-4a9d-8c60-bf71d4fbe087', 'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'mac_address': 'fa:16:3e:af:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:32Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 5, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'subnets': [{'id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:49:28.057817 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:49:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['6ee480b0-986a-40f5-a124-f5917a5f0523'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:28.070207 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] For port 63012528-8cb7-4408-92e6-7c3677dc629e, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=63012528-8cb7-4408-92e6-7c3677dc629e,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:49:28.070601 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.084037 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Calling delete_port for 63012528-8cb7-4408-92e6-7c3677dc629e owned by network:router_gateway {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:49:28.147829 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] Set router 6ee480b0-986a-40f5-a124-f5917a5f0523 gateway port host: None {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:49:28.200301 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:49:27Z', 'revision_number': 6, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'gw_port_host': None}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:28.230777 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10271f-7264-4606-8b56-d12f64cf6eda None None] The sync data for ids ['6ee480b0-986a-40f5-a124-f5917a5f0523'] in dv-cinder-802440-1-iscsi is: [{'id': '6ee480b0-986a-40f5-a124-f5917a5f0523', 'name': 'tempest-ServerRescueNegativeTestJSON-357576668-router', 'tenant_id': '322fe5c346434871bcb907d5c420de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:49:27Z', 'revision_number': 6, 'project_id': '322fe5c346434871bcb907d5c420de1d', 'gw_port_host': None}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:49:28.263128 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.279289 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93788436-9e55-4ac2-91b4-5f3e01e7264d None None] New status for floating IP d672ae89-36f8-45fd-a11a-a4efda96b53b: ACTIVE {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:49:28.291411 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=63012528-8cb7-4408-92e6-7c3677dc629e,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:28.364249 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2072246'] for router_gateway, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.463362 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2985'] for router, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.465402 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.535217 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604287'] for router, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.535770 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee480b0-986a-40f5-a124-f5917a5f0523 {{(pid=99745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 09:49:28.540709 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.541886 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2eb06640-4eb0-402c-8255-7e4a90d60e80 admin admin] 10.222.0.22 "DELETE /v2.0/routers/6ee480b0-986a-40f5-a124-f5917a5f0523 HTTP/1.1" status: 204 len: 168 time: 1.1881225 Jul 27 09:49:28.544430 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50936) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:28.592039 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f45821a-6470-481b-bf6d-ef52b694491e admin admin] Deleting subnet e4492908-4da8-4664-9a39-534ba7f254e8 {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:49:28.595324 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9f45821a-6470-481b-bf6d-ef52b694491e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.630625 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9f45821a-6470-481b-bf6d-ef52b694491e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27231602'] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.676052 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9f45821a-6470-481b-bf6d-ef52b694491e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.730445 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9f45821a-6470-481b-bf6d-ef52b694491e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27231688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27232828'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.754392 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45821a-6470-481b-bf6d-ef52b694491e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4492908-4da8-4664-9a39-534ba7f254e8,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:28.756466 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9f45821a-6470-481b-bf6d-ef52b694491e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.758336 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-9f45821a-6470-481b-bf6d-ef52b694491e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e4492908-4da8-4664-9a39-534ba7f254e8 HTTP/1.1" status: 204 len: 168 time: 0.2129960 Jul 27 09:49:28.760828 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50944) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:28.826031 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.903713 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:28.913539 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b94e72-7903-4e7d-9ba7-13bb82146886']}} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:29.044470 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c634b-9b10-4aba-844f-81c43830e700 req-091154ec-6010-4db5-bcd8-4f04665d5251 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:29.046821 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f32c634b-9b10-4aba-844f-81c43830e700 req-091154ec-6010-4db5-bcd8-4f04665d5251 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0748754 Jul 27 09:49:29.094973 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f32c634b-9b10-4aba-844f-81c43830e700 req-b6b8311e-cf49-4111-aacd-81c9d6d59f68 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Jul 27 09:49:29.136494 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bbf2b6-6908-45fb-8cef-e9beea291657') {'for_net_delete': True} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:29.136782 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bbf2b6-6908-45fb-8cef-e9beea291657') {} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:49:29.145828 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27231361'] for segment, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:29.159006 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:29.164592 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=99745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:49:29.164925 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27231654'] for segment, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: Traceback (most recent call last): Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: timer() Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: cb(*args, **kw) Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: return func(*args, **kwargs) Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: self._notify() Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: self.callback(batched_events) Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: event.method(event) Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: return f(self, *a, **k) Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._get(url).json() Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: return self.request(url, 'GET', **kwargs) Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:49:29.166457 dv-cinder-802440-1-iscsi neutron-server[99745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:49:29.223676 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:29.229717 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:29.231864 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b4b94e72-7903-4e7d-9ba7-13bb82146886 HTTP/1.1" status: 204 len: 168 time: 0.4700942 Jul 27 09:49:29.243491 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41b809-d545-4ac9-945a-6e3d3ecbc7b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b94e72-7903-4e7d-9ba7-13bb82146886,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:29.392030 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50952) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:29.431748 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-55414a28-7d4a-4398-b52a-1578b11d2d3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=322fe5c346434871bcb907d5c420de1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385151 Jul 27 09:49:29.434068 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 50954) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:29.484634 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe410d96-28d6-490f-8110-1ddc4172b945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:29.506871 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe410d96-28d6-490f-8110-1ddc4172b945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:29.553385 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe410d96-28d6-490f-8110-1ddc4172b945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:29.555952 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-fe410d96-28d6-490f-8110-1ddc4172b945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:29.560585 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-fe410d96-28d6-490f-8110-1ddc4172b945 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ad8744f-662d-468e-a1f8-6cf6b9f4474c HTTP/1.1" status: 204 len: 168 time: 0.1221328 Jul 27 09:49:29.565988 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe410d96-28d6-490f-8110-1ddc4172b945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad8744f-662d-468e-a1f8-6cf6b9f4474c,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:29.586923 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 4f11e7b5-839f-4245-a502-b8e1e939aa5a no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:49:29.607662 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 4f11e7b5-839f-4245-a502-b8e1e939aa5a {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:49:29.607959 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 4f11e7b5-839f-4245-a502-b8e1e939aa5a not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:49:29.608444 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 63012528-8cb7-4408-92e6-7c3677dc629e no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:49:29.627713 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 63012528-8cb7-4408-92e6-7c3677dc629e {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:49:29.628060 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 63012528-8cb7-4408-92e6-7c3677dc629e not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:49:30.218169 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d960e-d459-42c2-af27-56fe8a3410aa req-6b528898-3c8a-4516-aea3-f47569b72284 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:30.219763 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-724d960e-d459-42c2-af27-56fe8a3410aa req-6b528898-3c8a-4516-aea3-f47569b72284 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0628026 Jul 27 09:49:30.262239 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-724d960e-d459-42c2-af27-56fe8a3410aa req-95dc29f8-ef5b-4fae-a68b-ea03bfabd810 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Jul 27 09:49:31.166944 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:49:31.392191 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cffe69-5e6e-455d-aaf1-89ffbeb4ccc2 req-b3033740-9f27-418b-9989-9e5489d5fb35 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:31.393654 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-06cffe69-5e6e-455d-aaf1-89ffbeb4ccc2 req-b3033740-9f27-418b-9989-9e5489d5fb35 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0670240 Jul 27 09:49:31.431037 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-06cffe69-5e6e-455d-aaf1-89ffbeb4ccc2 req-e114baf5-35c9-4875-8dd8-d21867b98662 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313733 Jul 27 09:49:32.555847 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562256b9-ce89-40ed-a880-b3af76cd04a8 req-c6edccb1-df52-423b-87e3-f1b7fde7fea4 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:32.557302 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-562256b9-ce89-40ed-a880-b3af76cd04a8 req-c6edccb1-df52-423b-87e3-f1b7fde7fea4 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0619185 Jul 27 09:49:32.594150 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-562256b9-ce89-40ed-a880-b3af76cd04a8 req-7905e745-6591-463b-932c-0102a40d016e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311420 Jul 27 09:49:33.719844 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e9dab-8c2c-4738-87b4-95630f599db4 req-232eb3fc-d92b-4baa-80b6-34a127d2230d tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:33.721317 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fb6e9dab-8c2c-4738-87b4-95630f599db4 req-232eb3fc-d92b-4baa-80b6-34a127d2230d tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0626550 Jul 27 09:49:33.763795 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fb6e9dab-8c2c-4738-87b4-95630f599db4 req-dd696837-f7e2-40db-819d-0575b3662395 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364089 Jul 27 09:49:34.891227 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cfce7-59c5-4dab-b9b6-4155ba77dd58 req-62966d41-b489-4f7a-a86f-95bbe7541fdb tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:34.893276 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f92cfce7-59c5-4dab-b9b6-4155ba77dd58 req-62966d41-b489-4f7a-a86f-95bbe7541fdb tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0615010 Jul 27 09:49:34.929768 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f92cfce7-59c5-4dab-b9b6-4155ba77dd58 req-007bedd4-9a91-4853-bf13-0cbc1b311ed4 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305841 Jul 27 09:49:36.058348 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a671f-c99d-4acc-ac20-22da07da55eb req-fc2ff0cb-2248-432d-abfe-d3ea3a118f0c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:36.059840 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7c7a671f-c99d-4acc-ac20-22da07da55eb req-fc2ff0cb-2248-432d-abfe-d3ea3a118f0c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0624375 Jul 27 09:49:36.096718 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7c7a671f-c99d-4acc-ac20-22da07da55eb req-e6260178-e761-477e-bdeb-7b0c427bd85e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305128 Jul 27 09:49:37.228679 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7258180-bdba-4ec9-9495-9e3e46e5a8f5 req-7a8f259b-91fc-401d-a7cc-b330419c1c05 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:37.230156 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b7258180-bdba-4ec9-9495-9e3e46e5a8f5 req-7a8f259b-91fc-401d-a7cc-b330419c1c05 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0679665 Jul 27 09:49:37.266218 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b7258180-bdba-4ec9-9495-9e3e46e5a8f5 req-a5c326ed-dd58-433f-915f-da59f1f74f7b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301838 Jul 27 09:49:38.427087 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7798077-50c8-44e5-b3f6-042dd91b0f7e req-e0663e33-dd8c-4763-a644-dba6c87a1600 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:38.428949 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7798077-50c8-44e5-b3f6-042dd91b0f7e req-e0663e33-dd8c-4763-a644-dba6c87a1600 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0739446 Jul 27 09:49:38.474007 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7798077-50c8-44e5-b3f6-042dd91b0f7e req-b6c34c89-88ec-41ed-b930-614c5937b2ba tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363603 Jul 27 09:49:39.602620 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc492-e76a-4c5e-866d-331507a69664 req-d78ce6ba-5c85-4d7b-bfc8-32e20265d967 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:39.604097 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bfbc492-e76a-4c5e-866d-331507a69664 req-d78ce6ba-5c85-4d7b-bfc8-32e20265d967 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0618968 Jul 27 09:49:39.642300 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bfbc492-e76a-4c5e-866d-331507a69664 req-6d7989f1-34df-477f-8edc-95e054df4544 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Jul 27 09:49:40.694332 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3ca7820b-afc9-43e9-b6e3-6c43941e0a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:40.778777 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc503a-8d5c-4c99-b907-ca320836ccdd req-18051ee3-0190-4e1b-a7ab-aad739a59ff2 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:40.780280 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0edc503a-8d5c-4c99-b907-ca320836ccdd req-18051ee3-0190-4e1b-a7ab-aad739a59ff2 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0669196 Jul 27 09:49:40.818016 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0edc503a-8d5c-4c99-b907-ca320836ccdd req-6180bc20-7be0-4459-8ad0-26d64cb8fe27 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 Jul 27 09:49:41.946126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961acb6-4b71-442e-9479-d73b467766bf req-bbae26df-43b9-4e4d-a1f6-7f1ebd65a083 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:41.947620 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6961acb6-4b71-442e-9479-d73b467766bf req-bbae26df-43b9-4e4d-a1f6-7f1ebd65a083 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0634127 Jul 27 09:49:41.985168 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6961acb6-4b71-442e-9479-d73b467766bf req-d90d3e51-3005-42d0-9aaf-ea275203bb28 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317278 Jul 27 09:49:43.120444 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc7d7a-7cf4-4a1c-aa3e-c3264253aaf8 req-50119f78-5c35-408c-9960-4c32922b5859 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:43.122570 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bddc7d7a-7cf4-4a1c-aa3e-c3264253aaf8 req-50119f78-5c35-408c-9960-4c32922b5859 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0682607 Jul 27 09:49:43.164229 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bddc7d7a-7cf4-4a1c-aa3e-c3264253aaf8 req-5e47472e-f066-46d1-aa47-f3e95d7b1b9f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 Jul 27 09:49:43.278155 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-64071513-3038-41ca-84dc-58011b2a8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:43.735921 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:44.314608 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a587a-2e66-449c-86c0-ebaee57cc573 req-2157ec70-40f4-43cb-be45-d8024d644d36 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:44.316276 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2a4a587a-2e66-449c-86c0-ebaee57cc573 req-2157ec70-40f4-43cb-be45-d8024d644d36 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0802522 Jul 27 09:49:44.337163 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:44.358643 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2a4a587a-2e66-449c-86c0-ebaee57cc573 req-470a0c67-e287-42ec-90a5-80729c264d9d tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352397 Jul 27 09:49:44.997205 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:45.486484 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed764bc-547a-4cf3-ae0b-07bdb6f145e2 req-4d0c42f5-fe33-4cae-8f22-7ffab98b5604 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:45.487967 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ed764bc-547a-4cf3-ae0b-07bdb6f145e2 req-4d0c42f5-fe33-4cae-8f22-7ffab98b5604 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0620623 Jul 27 09:49:45.524753 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9ed764bc-547a-4cf3-ae0b-07bdb6f145e2 req-e700f959-77ad-4ccf-b9c5-0ac20bde3028 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Jul 27 09:49:45.770411 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:46.653579 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c058-7c3a-4537-859b-bf93170f0b43 req-8c0b7b56-bdc4-4a3a-8cc4-ab8347c65aae tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:46.654984 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5019c058-7c3a-4537-859b-bf93170f0b43 req-8c0b7b56-bdc4-4a3a-8cc4-ab8347c65aae tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0657513 Jul 27 09:49:46.692267 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5019c058-7c3a-4537-859b-bf93170f0b43 req-f0376458-fee5-4809-9e6c-3b1b1a31c2c3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307505 Jul 27 09:49:47.820789 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37506bbd-9274-4068-be0f-90aa600a38f4 req-fe8ad7df-4e9c-468b-9666-518b87246e47 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:47.822277 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-37506bbd-9274-4068-be0f-90aa600a38f4 req-fe8ad7df-4e9c-468b-9666-518b87246e47 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0653775 Jul 27 09:49:47.861951 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-37506bbd-9274-4068-be0f-90aa600a38f4 req-f2986f8e-ac62-45c7-958d-ced93139165e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336542 Jul 27 09:49:48.435263 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 51254) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:48.539756 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:48.635817 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:48.639959 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:48.681929 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb3d9c2707f94ef193ef8c8f696ca0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455850 Jul 27 09:49:48.683040 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96d9dbe-5609-4de2-b2d1-c24aeea6d019,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:48.684691 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 51268) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:48.689981 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.690332 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.690670 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.691022 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.691903 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.692249 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.692578 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.692910 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.693236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.693560 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.693881 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.694200 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2cfd9-df59-4b00-bbe9-49335d997052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.731452 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:48.751815 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:48.795610 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:48.798177 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:48.799419 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f96d9dbe-5609-4de2-b2d1-c24aeea6d019 HTTP/1.1" status: 204 len: 168 time: 0.1137242 Jul 27 09:49:48.808511 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96d9dbe-5609-4de2-b2d1-c24aeea6d019,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:48.815466 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.815815 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.816209 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.816543 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.816872 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.817197 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.817523 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.817842 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.818162 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.818481 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.818825 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:48.819140 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5297e-8b4c-401b-8f6e-21ea0db9c922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:49:49.003778 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d249f21-bbb2-4a77-8248-e9ddb82d07c9 req-454d31f1-57ed-41fe-9e6d-9cde3110bca1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:49.007145 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8d249f21-bbb2-4a77-8248-e9ddb82d07c9 req-454d31f1-57ed-41fe-9e6d-9cde3110bca1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0772231 Jul 27 09:49:49.049307 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8d249f21-bbb2-4a77-8248-e9ddb82d07c9 req-6aa9d1b6-861d-4def-bd60-e1db921c7cad tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361702 Jul 27 09:49:49.282534 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9b444-2c6b-4ecf-b406-bf14f9ff6436 req-3d0daeb2-e667-4a38-a7f9-86f194a285b7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:49.284526 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a7b9b444-2c6b-4ecf-b406-bf14f9ff6436 req-3d0daeb2-e667-4a38-a7f9-86f194a285b7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0828385 Jul 27 09:49:49.369996 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a7b9b444-2c6b-4ecf-b406-bf14f9ff6436 req-208fd63e-7d34-4aaf-9b45-0f03369ae227 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739694 Jul 27 09:49:49.435309 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-d8771607-b1a4-4334-9078-8299eea9f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:49.436802 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-d8771607-b1a4-4334-9078-8299eea9f1c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 1098 time: 0.1131985 Jul 27 09:49:49.443504 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-262da933-0664-4afe-80f2-a84c4a1426ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879078 Jul 27 09:49:49.596168 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-fc121d54-ce5d-4a16-b3d0-26ee48758e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:49.597594 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-fc121d54-ce5d-4a16-b3d0-26ee48758e90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 911 time: 0.1312003 Jul 27 09:49:49.600255 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-e07c00c1-7ccc-42ff-8f91-65b070894047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:49.601610 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-e07c00c1-7ccc-42ff-8f91-65b070894047 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 1100 time: 0.0891924 Jul 27 09:49:49.724974 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-7c69b6a5-f00e-4eb7-9292-8c0ae7f05530 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c846bb4-a9e2-4116-961c-9c134d496619 HTTP/1.1" status: 200 len: 1001 time: 0.1156521 Jul 27 09:49:49.778231 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-2cbbb1ca-0390-4c0a-8c04-0029ad0b8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:49.779696 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-2cbbb1ca-0390-4c0a-8c04-0029ad0b8b9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.1330624 Jul 27 09:49:50.097171 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-a13b74ce-1a43-4791-befb-7fe941488437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:50.098708 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-a13b74ce-1a43-4791-befb-7fe941488437 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 200 len: 849 time: 0.3580892 Jul 27 09:49:50.146849 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-a0edf782-b9df-4c0d-adf8-d6bf372f3c15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8 HTTP/1.1" status: 200 len: 1002 time: 0.3572583 Jul 27 09:49:50.212623 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-8d9959eb-3523-4594-a421-733d430a13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:50.213378 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-8d9959eb-3523-4594-a421-733d430a13d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d59e72-afa1-4b81-a94a-b12de5380b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1042895 Jul 27 09:49:50.214708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-5348816a-5c44-41e4-8f47-9555b52aa9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:50.216020 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-5348816a-5c44-41e4-8f47-9555b52aa9c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0614793 Jul 27 09:49:50.493568 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1ddb-9177-44ed-a6de-80ca08a5d3be req-bd0f9526-df74-4a33-92e5-3942575bda89 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:50.495334 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a5eb1ddb-9177-44ed-a6de-80ca08a5d3be req-bd0f9526-df74-4a33-92e5-3942575bda89 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0669599 Jul 27 09:49:50.498304 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 51348) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:50.547433 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a5eb1ddb-9177-44ed-a6de-80ca08a5d3be req-b4bd8c77-cc03-4010-ba4b-f54c52f3bdc4 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Jul 27 09:49:50.607937 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-51fa5b3a-dc47-46d2-8c97-6b4e1de39393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:50.692975 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-51fa5b3a-dc47-46d2-8c97-6b4e1de39393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:50.696675 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-51fa5b3a-dc47-46d2-8c97-6b4e1de39393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:50.734545 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-51fa5b3a-dc47-46d2-8c97-6b4e1de39393 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f611c48170a54370ac80f06dc34a4e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347836 Jul 27 09:49:50.735467 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa5b3a-dc47-46d2-8c97-6b4e1de39393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77df5a97-deb4-4bfa-9559-8f4e6ea6c86f,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:50.737229 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 51354) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:50.785869 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f23f677-e238-4aed-833e-f30749283359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:50.806938 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f23f677-e238-4aed-833e-f30749283359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:50.854792 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f23f677-e238-4aed-833e-f30749283359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:50.857248 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f23f677-e238-4aed-833e-f30749283359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:50.858412 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5f23f677-e238-4aed-833e-f30749283359 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/77df5a97-deb4-4bfa-9559-8f4e6ea6c86f HTTP/1.1" status: 204 len: 168 time: 0.1194057 Jul 27 09:49:50.866148 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23f677-e238-4aed-833e-f30749283359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77df5a97-deb4-4bfa-9559-8f4e6ea6c86f,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:51.108129 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 51362) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:51.122747 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-fa23b920-d66b-4fa1-bfba-dc3cdc4b3309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:51.211624 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-fa23b920-d66b-4fa1-bfba-dc3cdc4b3309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:51.215193 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-fa23b920-d66b-4fa1-bfba-dc3cdc4b3309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:51.250722 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23b920-d66b-4fa1-bfba-dc3cdc4b3309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec6ece8-d710-4841-9b1c-7c517a1e5a8e,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:51.256626 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-fa23b920-d66b-4fa1-bfba-dc3cdc4b3309 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0cbb2988c1f24b90a881ded375c584cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468375 Jul 27 09:49:51.259366 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 51364) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:49:51.305956 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe6ef-d36b-41a9-9a98-21b15e44b705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:51.326475 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe6ef-d36b-41a9-9a98-21b15e44b705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:51.371273 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe6ef-d36b-41a9-9a98-21b15e44b705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:51.373789 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe6ef-d36b-41a9-9a98-21b15e44b705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:49:51.377111 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-1f8fe6ef-d36b-41a9-9a98-21b15e44b705 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ec6ece8-d710-4841-9b1c-7c517a1e5a8e HTTP/1.1" status: 204 len: 168 time: 0.1147220 Jul 27 09:49:51.383238 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fe6ef-d36b-41a9-9a98-21b15e44b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec6ece8-d710-4841-9b1c-7c517a1e5a8e,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:49:51.678728 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300547ca-ce32-4311-9d55-4c6fa557365f req-152a4e16-54fe-4894-9d0d-ae3c55f71e7a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:51.680329 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-300547ca-ce32-4311-9d55-4c6fa557365f req-152a4e16-54fe-4894-9d0d-ae3c55f71e7a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0671387 Jul 27 09:49:51.718481 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-300547ca-ce32-4311-9d55-4c6fa557365f req-0ee5b1f0-30f5-4aa1-a3a5-93835ec7552c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Jul 27 09:49:52.187936 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-43475872-26e7-49ff-9019-0fe6f9e05345 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285293 Jul 27 09:49:52.190566 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-33992677-de57-43b5-a024-147394f0eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:52.192007 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-33992677-de57-43b5-a024-147394f0eaf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1314657 Jul 27 09:49:52.857506 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78377c65-20b4-444b-bd1b-fe9f6b4f0122 req-55ea493b-ea85-43e7-9dcb-b27113169019 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:52.859036 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-78377c65-20b4-444b-bd1b-fe9f6b4f0122 req-55ea493b-ea85-43e7-9dcb-b27113169019 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0700207 Jul 27 09:49:52.908009 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-78377c65-20b4-444b-bd1b-fe9f6b4f0122 req-3bee1edc-83b0-40fd-a066-070cfe950d39 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349572 Jul 27 09:49:53.251529 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5a1ae114-30be-46ed-8c87-dd0c263e5ba6 req-802cfe5b-b5a1-45d6-836c-39f21aa0c633 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487906 Jul 27 09:49:53.253323 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-a5bb6f72-2f91-4d60-b1e4-e44b8ae00b5f service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493289 Jul 27 09:49:53.355283 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d7d23c18-61c9-48d8-b4f0-a9e7cbd474d4 req-fc1b7ef1-e9fe-44f3-94ce-173d998a85a5 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844302 Jul 27 09:49:54.047807 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e9c19-d109-4535-a657-146932978e7f req-5078b8fd-3199-40a6-b0de-4cb3dcdab470 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:54.049374 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e04e9c19-d109-4535-a657-146932978e7f req-5078b8fd-3199-40a6-b0de-4cb3dcdab470 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0693700 Jul 27 09:49:54.092209 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e04e9c19-d109-4535-a657-146932978e7f req-e0b5e265-4774-4d3b-b19c-475df5c2c226 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358858 Jul 27 09:49:55.224145 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34712-07ae-4e14-a520-b4959f525b18 req-853aa699-4f03-497e-847d-599f62d823d0 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:55.225620 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bca34712-07ae-4e14-a520-b4959f525b18 req-853aa699-4f03-497e-847d-599f62d823d0 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0680189 Jul 27 09:49:55.262457 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bca34712-07ae-4e14-a520-b4959f525b18 req-56d69ce1-9d49-44bb-8e96-093885d28c29 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Jul 27 09:49:56.389594 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567496-4780-4025-8c46-063daaea4930 req-377c31ab-6ce3-4cbc-a67d-6ba1efb3dd64 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:56.391127 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-77567496-4780-4025-8c46-063daaea4930 req-377c31ab-6ce3-4cbc-a67d-6ba1efb3dd64 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0633998 Jul 27 09:49:56.431176 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-77567496-4780-4025-8c46-063daaea4930 req-1e728969-3d88-410e-ae14-e5fbf3f0367f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Jul 27 09:49:57.581426 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8561-36b3-4744-b191-b5654bb78afc req-54e61baf-9b5b-4525-a681-e729500da7f1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:49:57.583223 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a6dd8561-36b3-4744-b191-b5654bb78afc req-54e61baf-9b5b-4525-a681-e729500da7f1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0684023 Jul 27 09:49:57.624186 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a6dd8561-36b3-4744-b191-b5654bb78afc req-e5872165-6b42-470e-9931-8ddf0aa13ea8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350866 Jul 27 09:50:06.370480 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 51618) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:06.471178 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-199484cd-41aa-45d6-acc2-fa69dc4173c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:06.556652 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-199484cd-41aa-45d6-acc2-fa69dc4173c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:06.560416 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-199484cd-41aa-45d6-acc2-fa69dc4173c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:06.594660 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199484cd-41aa-45d6-acc2-fa69dc4173c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6102c963-32cf-45c5-a482-72f6ff75d4a4,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:06.599481 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-199484cd-41aa-45d6-acc2-fa69dc4173c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19e3df788cf24ab9979a5dbce1becda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280343 Jul 27 09:50:06.602123 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 51624) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:06.651732 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2380e925-c77f-4cd0-94e2-4c081cbd1f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:06.673995 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2380e925-c77f-4cd0-94e2-4c081cbd1f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:06.720312 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2380e925-c77f-4cd0-94e2-4c081cbd1f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:06.723565 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2380e925-c77f-4cd0-94e2-4c081cbd1f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:06.725310 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2380e925-c77f-4cd0-94e2-4c081cbd1f2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6102c963-32cf-45c5-a482-72f6ff75d4a4 HTTP/1.1" status: 204 len: 168 time: 0.1217027 Jul 27 09:50:06.732449 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380e925-c77f-4cd0-94e2-4c081cbd1f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6102c963-32cf-45c5-a482-72f6ff75d4a4,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:06.984512 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 51634) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:07.000173 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cea139aa-3da1-4000-9e97-8c3d841058c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:07.091367 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cea139aa-3da1-4000-9e97-8c3d841058c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:07.094805 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cea139aa-3da1-4000-9e97-8c3d841058c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:07.129132 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-cea139aa-3da1-4000-9e97-8c3d841058c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31f290ada39d4956891e7d271f83c5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435630 Jul 27 09:50:07.131925 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 51636) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:07.133573 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea139aa-3da1-4000-9e97-8c3d841058c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916115ea-3bc5-400a-acfc-9fed1589b5c8,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:07.183514 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e5521b7b-440b-410b-a20c-82bcbbd89899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:07.204003 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e5521b7b-440b-410b-a20c-82bcbbd89899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:07.248153 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e5521b7b-440b-410b-a20c-82bcbbd89899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:07.250705 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e5521b7b-440b-410b-a20c-82bcbbd89899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:07.251850 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e5521b7b-440b-410b-a20c-82bcbbd89899 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/916115ea-3bc5-400a-acfc-9fed1589b5c8 HTTP/1.1" status: 204 len: 168 time: 0.1189437 Jul 27 09:50:07.260956 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5521b7b-440b-410b-a20c-82bcbbd89899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916115ea-3bc5-400a-acfc-9fed1589b5c8,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:08.166538 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:50:10.687936 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b89240ba-0bd3-48b5-bb20-5134ab575ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:13.277394 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2f4ae39e-5dac-42c7-a7f2-a30b4af59cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:13.736230 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:14.338017 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:14.896548 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 51796) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:14.991174 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.000385 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-648787d3-f3df-497c-b936-39af977d0eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.090053 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-648787d3-f3df-497c-b936-39af977d0eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.093762 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-648787d3-f3df-497c-b936-39af977d0eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.133062 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648787d3-f3df-497c-b936-39af977d0eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d4fee6-973e-4b60-9417-aaea933709c2,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:15.134197 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-648787d3-f3df-497c-b936-39af977d0eac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69d1ce0433ac414d8de5b83560f51968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366340 Jul 27 09:50:15.136848 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 51800) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:15.184387 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f02d5ce2-cc91-4b2b-a16c-b6ad4eb35a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.205925 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f02d5ce2-cc91-4b2b-a16c-b6ad4eb35a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.259477 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f02d5ce2-cc91-4b2b-a16c-b6ad4eb35a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.262835 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f02d5ce2-cc91-4b2b-a16c-b6ad4eb35a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.266372 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f02d5ce2-cc91-4b2b-a16c-b6ad4eb35a98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31d4fee6-973e-4b60-9417-aaea933709c2 HTTP/1.1" status: 204 len: 168 time: 0.1285398 Jul 27 09:50:15.275555 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d5ce2-cc91-4b2b-a16c-b6ad4eb35a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d4fee6-973e-4b60-9417-aaea933709c2,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:15.538600 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 51812) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:15.552563 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d58eb1c4-7c15-45e6-aac5-872cf5f17523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.643923 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d58eb1c4-7c15-45e6-aac5-872cf5f17523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.647601 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d58eb1c4-7c15-45e6-aac5-872cf5f17523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.687393 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-d58eb1c4-7c15-45e6-aac5-872cf5f17523 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=127b13f6261f4638b47d0c20b67f0e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476052 Jul 27 09:50:15.688232 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eb1c4-7c15-45e6-aac5-872cf5f17523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160784fd-be9b-4197-9ea2-390bb18bd10a,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:15.689999 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 51816) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:15.741430 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9a18dab6-330b-49cb-9583-3f8350f6e93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.764765 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9a18dab6-330b-49cb-9583-3f8350f6e93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.775536 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.812461 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9a18dab6-330b-49cb-9583-3f8350f6e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.814974 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9a18dab6-330b-49cb-9583-3f8350f6e93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:15.816903 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-9a18dab6-330b-49cb-9583-3f8350f6e93f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/160784fd-be9b-4197-9ea2-390bb18bd10a HTTP/1.1" status: 204 len: 168 time: 0.1252019 Jul 27 09:50:15.825333 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18dab6-330b-49cb-9583-3f8350f6e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160784fd-be9b-4197-9ea2-390bb18bd10a,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:16.178545 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674883-b26b-46ad-a2a5-c1ebce4a5fea req-d5d6b6de-8a57-4aa9-8bb0-004cf439ef97 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:16.180177 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49674883-b26b-46ad-a2a5-c1ebce4a5fea req-d5d6b6de-8a57-4aa9-8bb0-004cf439ef97 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 945 time: 0.0709870 Jul 27 09:50:16.221161 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49674883-b26b-46ad-a2a5-c1ebce4a5fea req-9ce99949-2adc-458b-b3c0-bb20f17090fa tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Jul 27 09:50:16.568051 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 51850) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:16.729713 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c449eb6-63dc-40b4-8460-15403833abf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:16.826231 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c449eb6-63dc-40b4-8460-15403833abf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:16.830958 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c449eb6-63dc-40b4-8460-15403833abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:16.871753 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2c449eb6-63dc-40b4-8460-15403833abf8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e430284061c649eab2ca21e9f88e675c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002772 Jul 27 09:50:16.871753 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c449eb6-63dc-40b4-8460-15403833abf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10170b33-593a-43b2-a403-2e5ae6f677ea,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:16.872953 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 51864) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:16.931705 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-247bf754-be68-4584-87af-1efcb1d6b0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:16.954346 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-247bf754-be68-4584-87af-1efcb1d6b0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:17.004163 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-247bf754-be68-4584-87af-1efcb1d6b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:17.006665 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-247bf754-be68-4584-87af-1efcb1d6b0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:17.007841 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-247bf754-be68-4584-87af-1efcb1d6b0d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10170b33-593a-43b2-a403-2e5ae6f677ea HTTP/1.1" status: 204 len: 168 time: 0.1338522 Jul 27 09:50:17.015679 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bf754-be68-4584-87af-1efcb1d6b0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10170b33-593a-43b2-a403-2e5ae6f677ea,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:17.372574 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a5823-61cd-4348-a5fb-dd4564bf4b99 req-eb463719-6abb-4523-a294-d31faced2917 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:17.378470 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d47a5823-61cd-4348-a5fb-dd4564bf4b99 req-eb463719-6abb-4523-a294-d31faced2917 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 945 time: 0.0750775 Jul 27 09:50:17.417651 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d47a5823-61cd-4348-a5fb-dd4564bf4b99 req-73507fa7-bc53-497f-a602-ce6cbcd37ca7 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Jul 27 09:50:18.273161 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-3d644361-a0e6-4ede-bb23-0d5c08be0b40 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:18.274647 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-3d644361-a0e6-4ede-bb23-0d5c08be0b40 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 945 time: 0.0721385 Jul 27 09:50:18.391082 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Deleting port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:50:18.391681 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:18.490069 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] For port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:50:18.490666 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:18.530528 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Calling delete_port for 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:50:18.629176 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9418ac-18c5-46bf-8403-4b29ab5725fb req-087f0709-d840-4be7-8a3e-a4b70a98b33f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:18.630817 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bf9418ac-18c5-46bf-8403-4b29ab5725fb req-087f0709-d840-4be7-8a3e-a4b70a98b33f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdc5bd90-71be-4171-8489-570d632c1cdf HTTP/1.1" status: 200 len: 945 time: 0.1373198 Jul 27 09:50:18.716053 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bf9418ac-18c5-46bf-8403-4b29ab5725fb req-716be21a-6366-4640-91e6-f7a21d09cc88 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772498 Jul 27 09:50:18.749554 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:18.784039 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Pushing event deleted for resources: {'Port': ['ID=4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:18.795011 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:50:18.837117 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] No DVR routers for this DVR port 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:50:18.839706 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:18.841707 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a2ff8e8e-27b2-466b-9276-32f8709fe651 req-7af658e0-9a5a-461b-98c3-89d4945d4fe3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.48 "DELETE /v2.0/ports/4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd HTTP/1.1" status: 204 len: 173 time: 0.5590484 Jul 27 09:50:18.842167 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc5bd90-71be-4171-8489-570d632c1cdf', 'name': 'network-vif-deleted', 'tag': '4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:50:18.844527 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84911e6f-a17c-453d-9f5a-7e86ef1b66a2" -d '{"events": [{"server_uuid": "bdc5bd90-71be-4171-8489-570d632c1cdf", "name": "network-vif-deleted", "tag": "4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:50:18.887056 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387304bd-558e-4235-94f8-add41d05e36c x-openstack-request-id: req-387304bd-558e-4235-94f8-add41d05e36c {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:50:18.887340 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc5bd90-71be-4171-8489-570d632c1cdf", "name": "network-vif-deleted", "tag": "4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:50:18.887618 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-387304bd-558e-4235-94f8-add41d05e36c {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:50:18.888031 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc5bd90-71be-4171-8489-570d632c1cdf', 'name': 'network-vif-deleted', 'tag': '4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd', 'status': 'completed', 'code': 200} Jul 27 09:50:22.217096 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:50:22.237343 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:50:22.237700 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 4e1d56c4-d6ee-478b-b870-cfa14bf9d7bd not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:50:24.455017 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52056) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:24.578816 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1fc2c5f1-e15f-436c-94ec-26321ff006fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.627173 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52062) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:24.669861 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1fc2c5f1-e15f-436c-94ec-26321ff006fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.673994 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1fc2c5f1-e15f-436c-94ec-26321ff006fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.712004 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-1fc2c5f1-e15f-436c-94ec-26321ff006fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ab97d6d69ac40d19f34c76503cf718f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557621 Jul 27 09:50:24.712925 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2c5f1-e15f-436c-94ec-26321ff006fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c39e94-4554-4541-9104-9011c85b50ce,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:24.714935 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52066) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:24.739866 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6630ce25-b857-4479-9fe4-bbd0c3c01baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.798477 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-863ba4b0-8850-4859-a18a-58ce2118ec11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.833431 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-863ba4b0-8850-4859-a18a-58ce2118ec11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.904346 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6630ce25-b857-4479-9fe4-bbd0c3c01baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.905613 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-863ba4b0-8850-4859-a18a-58ce2118ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.908248 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-863ba4b0-8850-4859-a18a-58ce2118ec11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.909487 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-863ba4b0-8850-4859-a18a-58ce2118ec11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07c39e94-4554-4541-9104-9011c85b50ce HTTP/1.1" status: 204 len: 168 time: 0.1934702 Jul 27 09:50:24.912060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6630ce25-b857-4479-9fe4-bbd0c3c01baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:24.926865 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ba4b0-8850-4859-a18a-58ce2118ec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c39e94-4554-4541-9104-9011c85b50ce,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:24.960745 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-6630ce25-b857-4479-9fe4-bbd0c3c01baf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2b1df0d10e74430b8657ed89f34d7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324273 Jul 27 09:50:24.963582 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52070) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:24.965459 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630ce25-b857-4479-9fe4-bbd0c3c01baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c672a3a4-fc66-4989-adb1-db9557871c91,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:25.013007 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-be1ef820-6845-4ae9-b98a-df7e64c2eaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.037101 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-be1ef820-6845-4ae9-b98a-df7e64c2eaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.093762 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-be1ef820-6845-4ae9-b98a-df7e64c2eaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.096399 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-be1ef820-6845-4ae9-b98a-df7e64c2eaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.100592 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-be1ef820-6845-4ae9-b98a-df7e64c2eaef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c672a3a4-fc66-4989-adb1-db9557871c91 HTTP/1.1" status: 204 len: 168 time: 0.1330464 Jul 27 09:50:25.106819 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ef820-6845-4ae9-b98a-df7e64c2eaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c672a3a4-fc66-4989-adb1-db9557871c91,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:25.201171 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52078) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:25.218147 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5338bd9b-eb9e-41c4-b8bf-f6af0fbacdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.313568 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5338bd9b-eb9e-41c4-b8bf-f6af0fbacdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.319010 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5338bd9b-eb9e-41c4-b8bf-f6af0fbacdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.359347 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5338bd9b-eb9e-41c4-b8bf-f6af0fbacdc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51550c9ca52c48dfb9c074e3098aa5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567576 Jul 27 09:50:25.360898 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52086) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:25.368919 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338bd9b-eb9e-41c4-b8bf-f6af0fbacdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b95f476-cd94-483c-8084-d83ebdb7f703,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:25.427796 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52092) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:25.449119 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f9505322-8279-4842-ab00-493e5aac8de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.449308 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-745a22c6-da35-46b0-a5d9-cd79feb48c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.472887 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f9505322-8279-4842-ab00-493e5aac8de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.532927 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f9505322-8279-4842-ab00-493e5aac8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.536221 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f9505322-8279-4842-ab00-493e5aac8de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.537379 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f9505322-8279-4842-ab00-493e5aac8de0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b95f476-cd94-483c-8084-d83ebdb7f703 HTTP/1.1" status: 204 len: 168 time: 0.1754975 Jul 27 09:50:25.545628 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9505322-8279-4842-ab00-493e5aac8de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b95f476-cd94-483c-8084-d83ebdb7f703,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:25.560415 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-745a22c6-da35-46b0-a5d9-cd79feb48c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.565246 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-745a22c6-da35-46b0-a5d9-cd79feb48c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.611884 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-745a22c6-da35-46b0-a5d9-cd79feb48c11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c77fd2563a54d57af2866a85b1e7279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826608 Jul 27 09:50:25.615084 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52104) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:25.636257 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a22c6-da35-46b0-a5d9-cd79feb48c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebfb2c4-8b31-472b-869e-53b9718753c7,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:25.688732 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-53121314-3f3b-4529-bbb6-b1ce3526780b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.719854 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-53121314-3f3b-4529-bbb6-b1ce3526780b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.783479 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-53121314-3f3b-4529-bbb6-b1ce3526780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.786733 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-53121314-3f3b-4529-bbb6-b1ce3526780b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:25.787921 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-53121314-3f3b-4529-bbb6-b1ce3526780b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ebfb2c4-8b31-472b-869e-53b9718753c7 HTTP/1.1" status: 204 len: 168 time: 0.1717498 Jul 27 09:50:25.802213 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53121314-3f3b-4529-bbb6-b1ce3526780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebfb2c4-8b31-472b-869e-53b9718753c7,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:29.833026 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439e50-7c26-41cf-a13a-af762e021d12 req-8d2ff63c-6273-4b65-922f-bf1accf3cd4f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:29.834523 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-8d2ff63c-6273-4b65-922f-bf1accf3cd4f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/networks?id=d6781ce2-3e91-4535-9d74-325882c3712a HTTP/1.1" status: 200 len: 813 time: 0.1118803 Jul 27 09:50:29.850150 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-b0aa81d3-cd78-44d1-9a9e-2b577a4b5a49 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/quotas/c10ab9197b5140b5ae3e404ef81dea40 HTTP/1.1" status: 200 len: 375 time: 0.0096445 Jul 27 09:50:29.887166 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-a2a5d32b-7d51-49ad-bfaf-c71d1196180f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c10ab9197b5140b5ae3e404ef81dea40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306048 Jul 27 09:50:29.981305 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-d6f527f3-cd07-4712-9f2d-a3f35a3d283d service neutron] 10.222.0.22 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872049 Jul 27 09:50:30.077037 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-29b2b678-2820-4850-ac33-ec7cd8329f50 service neutron] 10.222.0.22 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896668 Jul 27 09:50:30.236390 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8a32a3d3-91cd-4390-b29c-72a68304d10d req-703b5269-d4dc-4d1f-bd25-2adb8585e8d7 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 210 time: 0.0309551 Jul 27 09:50:30.444205 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f1994-1324-49bd-87ac-7a329c0d6c6b req-10c77b5d-2605-4ec2-8eff-16446bee000d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:30.446465 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e32f1994-1324-49bd-87ac-7a329c0d6c6b req-10c77b5d-2605-4ec2-8eff-16446bee000d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.0784504 Jul 27 09:50:30.490933 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e32f1994-1324-49bd-87ac-7a329c0d6c6b req-7cbddc38-9b6b-4fe7-9285-b5d35ffe2475 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372219 Jul 27 09:50:31.338465 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d455a1d2-ed18-4c9d-ac29-c1306f51cc2a req-67fa659d-db8b-48e4-b983-7d07feef87e6 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 210 time: 0.0332708 Jul 27 09:50:31.627529 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764eff5b-b892-4a24-a72c-53ae24ae5865 req-5e17841a-5019-4cae-a3be-cb6299f48bdc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:31.629149 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-764eff5b-b892-4a24-a72c-53ae24ae5865 req-5e17841a-5019-4cae-a3be-cb6299f48bdc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.0657382 Jul 27 09:50:31.666988 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-764eff5b-b892-4a24-a72c-53ae24ae5865 req-d59d9df2-1fc2-4185-a80a-4eb073d1a65b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Jul 27 09:50:32.431909 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c463a473-55e7-4e7f-8d2c-76f425aa90d8 req-adab786a-f2e5-47e9-996c-4c2c5bbb1c34 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 210 time: 0.0294886 Jul 27 09:50:32.820903 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe844a1-b555-4a2d-a5e0-1bfbd0c56d35 req-1d86b389-27c7-4daa-a648-7ff2990392cd tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:32.822492 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fbe844a1-b555-4a2d-a5e0-1bfbd0c56d35 req-1d86b389-27c7-4daa-a648-7ff2990392cd tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.0790551 Jul 27 09:50:32.865848 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fbe844a1-b555-4a2d-a5e0-1bfbd0c56d35 req-96975bd8-f7a2-492a-8a28-9485ad17dc61 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358305 Jul 27 09:50:33.534087 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07f53f5b-ddb6-436c-9e08-ce8c2c6cbfd0 req-b09bc762-8657-48cd-a590-1a82326e3f4d tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 210 time: 0.0337017 Jul 27 09:50:34.005733 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea9b2b-70cc-4ebe-bc25-4bafb92e2466 req-d9d310b7-9fd3-4106-a959-d84216a06601 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:34.007266 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b1ea9b2b-70cc-4ebe-bc25-4bafb92e2466 req-d9d310b7-9fd3-4106-a959-d84216a06601 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.0638850 Jul 27 09:50:34.044741 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b1ea9b2b-70cc-4ebe-bc25-4bafb92e2466 req-f486c4a2-1556-42d4-b941-198df7a50c49 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314746 Jul 27 09:50:34.641059 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2ad67353-acb0-4375-8f79-8eebe59e64f0 req-0b207b67-a569-473a-b5f6-0b203ee69c22 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 210 time: 0.0346532 Jul 27 09:50:35.179880 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd823bc-d4f9-4a27-a422-8ee2be1b21f8 req-6fe26efe-e541-43b8-8556-3e27ad193cce tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:35.181360 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ffd823bc-d4f9-4a27-a422-8ee2be1b21f8 req-6fe26efe-e541-43b8-8556-3e27ad193cce tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.0640454 Jul 27 09:50:35.220858 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ffd823bc-d4f9-4a27-a422-8ee2be1b21f8 req-c11ce492-55a5-4490-be3a-1095f5b1c183 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335822 Jul 27 09:50:35.885175 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-50f71110-d206-4886-b249-c702d4fac6d0 req-b450106c-cc62-4042-9b8d-3da2a2a2a028 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 210 time: 0.1795695 Jul 27 09:50:36.054953 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439e50-7c26-41cf-a13a-af762e021d12 req-7cd983e7-bb2d-46f8-aed1-72a79f56b79c tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:36.056407 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-7cd983e7-bb2d-46f8-aed1-72a79f56b79c tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.48 "GET /v2.0/networks?id=d6781ce2-3e91-4535-9d74-325882c3712a HTTP/1.1" status: 200 len: 813 time: 0.1111102 Jul 27 09:50:36.085860 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Request body: {'port': {'device_id': '321d9fd3-7665-4420-877e-6f86d23ef077', 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a', 'admin_state_up': True, 'tenant_id': 'c10ab9197b5140b5ae3e404ef81dea40'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:36.205156 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Made reservation on behalf of c10ab9197b5140b5ae3e404ef81dea40 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:50:36.209301 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:36.368708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Allocated IP 172.20.0.4 (d6781ce2-3e91-4535-9d74-325882c3712a/86fa3255-24da-4c95-bd5b-a3baec23c3f9/2e0ebce5-5036-4fa6-881d-9d958a9b1899) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:50:36.415070 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a48379-52bf-4638-a2dc-d0da354ea93d req-179eb560-e832-439e-ab36-08b194e2c915 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:36.416573 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-01a48379-52bf-4638-a2dc-d0da354ea93d req-179eb560-e832-439e-ab36-08b194e2c915 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.1213834 Jul 27 09:50:36.508668 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-01a48379-52bf-4638-a2dc-d0da354ea93d req-cbf933bf-b883-4c5e-952b-bc719da6711a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860419 Jul 27 09:50:36.564684 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:36.604246 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:36.650492 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Network d6781ce2-3e91-4535-9d74-325882c3712a is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:50:36.656766 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:50:36.660532 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:50:36.667785 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Pushing event updated for resources: {'Port': ['ID=2e0ebce5-5036-4fa6-881d-9d958a9b1899,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:36.723688 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:36.724438 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:36.740022 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-26da7b4c-d2ff-4f39-9fdc-b917a75a8167 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6588678 Jul 27 09:50:37.025599 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1162eb7-67e0-48dc-8e3a-d30dfaaca698 req-f1b1915a-a96e-44bc-888c-d73ee6ccc908 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:37.027114 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d1162eb7-67e0-48dc-8e3a-d30dfaaca698 req-f1b1915a-a96e-44bc-888c-d73ee6ccc908 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 931 time: 0.0682180 Jul 27 09:50:37.069019 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d1162eb7-67e0-48dc-8e3a-d30dfaaca698 req-c1e1b9aa-c4ad-48bb-8f63-94908e3652bf tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Jul 27 09:50:37.693841 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde200d0-b1ac-44b3-8440-72475814767a req-c6f1fc71-8d4e-471b-869f-39208eeac1de tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:37.695263 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bde200d0-b1ac-44b3-8440-72475814767a req-c6f1fc71-8d4e-471b-869f-39208eeac1de tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.1121941 Jul 27 09:50:37.733532 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bde200d0-b1ac-44b3-8440-72475814767a req-dfd8fd1a-f45b-4135-b48e-f8751962a4ac tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Jul 27 09:50:38.199488 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e82e18-2bc6-4de2-bcb0-3dce6efb88f6 req-5eacb374-76fd-4196-adb1-6fcc6506ed85 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:38.200947 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-08e82e18-2bc6-4de2-bcb0-3dce6efb88f6 req-5eacb374-76fd-4196-adb1-6fcc6506ed85 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 931 time: 0.0661721 Jul 27 09:50:38.244561 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-08e82e18-2bc6-4de2-bcb0-3dce6efb88f6 req-036992a9-8cbe-4807-892f-0ce76229c21a tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371325 Jul 27 09:50:38.888996 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee311b7d-bcdf-4e8b-9185-5fc9487dedbe req-b4ab2e02-a1dc-42d4-930c-e6be43e9fc85 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:38.890487 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee311b7d-bcdf-4e8b-9185-5fc9487dedbe req-b4ab2e02-a1dc-42d4-930c-e6be43e9fc85 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.0730157 Jul 27 09:50:38.931364 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee311b7d-bcdf-4e8b-9185-5fc9487dedbe req-5debac94-bfb6-458c-aac1-2dc34159c8fe tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343335 Jul 27 09:50:39.032470 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Request body: {'port': {'device_id': '321d9fd3-7665-4420-877e-6f86d23ef077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:39.110640 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:39.436359 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0ebce5-5036-4fa6-881d-9d958a9b1899 {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:50:39.446197 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:39.456875 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da029e7e-26d6-48cc-ae61-fc7784ef084a req-d74ea3be-61c5-46d3-9887-0a482a35312a tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:39.458389 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-da029e7e-26d6-48cc-ae61-fc7784ef084a req-d74ea3be-61c5-46d3-9887-0a482a35312a tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 931 time: 0.1377523 Jul 27 09:50:39.474938 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Transition to ACTIVE for port object 2e0ebce5-5036-4fa6-881d-9d958a9b1899 will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:50:39.482119 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:39.547039 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-da029e7e-26d6-48cc-ae61-fc7784ef084a req-3b16e425-15dc-4d7c-a70e-7eb9d3fda628 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807235 Jul 27 09:50:39.555780 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0ebce5-5036-4fa6-881d-9d958a9b1899,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:39.623769 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Attempting to bind port 2e0ebce5-5036-4fa6-881d-9d958a9b1899 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:50:39.624101 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Attempting to bind port 2e0ebce5-5036-4fa6-881d-9d958a9b1899 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': 'd8c31729-011f-49fa-a410-d5248000ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:50:39.624434 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Attempting to bind port 2e0ebce5-5036-4fa6-881d-9d958a9b1899 on network d6781ce2-3e91-4535-9d74-325882c3712a {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:50:39.629114 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Port 2e0ebce5-5036-4fa6-881d-9d958a9b1899 on network d6781ce2-3e91-4535-9d74-325882c3712a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:50:39.629427 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Attempting to bind port 2e0ebce5-5036-4fa6-881d-9d958a9b1899 on network d6781ce2-3e91-4535-9d74-325882c3712a {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:50:39.634105 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:50:39.634376 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Checking segment: {'id': 'd8c31729-011f-49fa-a410-d5248000ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:50:39.634831 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Bound using segment: {'id': 'd8c31729-011f-49fa-a410-d5248000ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:50:39.635247 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Bound port: 2e0ebce5-5036-4fa6-881d-9d958a9b1899, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c31729-011f-49fa-a410-d5248000ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:50:39.635594 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:39.699083 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] For port 2e0ebce5-5036-4fa6-881d-9d958a9b1899, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:50:39.702364 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] For port 2e0ebce5-5036-4fa6-881d-9d958a9b1899, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=2e0ebce5-5036-4fa6-881d-9d958a9b1899,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:50:39.706965 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:40.026462 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:40.027260 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:40.028646 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e0ebce5-5036-4fa6-881d-9d958a9b1899 HTTP/1.1" status: 200 len: 1093 time: 1.0010083 Jul 27 09:50:40.034386 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321d9fd3-7665-4420-877e-6f86d23ef077', 'tag': '2e0ebce5-5036-4fa6-881d-9d958a9b1899'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:50:40.035091 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d6d06c-8065-433d-a44b-1e283df684d4" -d '{"events": [{"name": "network-changed", "server_uuid": "321d9fd3-7665-4420-877e-6f86d23ef077", "tag": "2e0ebce5-5036-4fa6-881d-9d958a9b1899"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:50:40.098221 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65707c30-0437-4ad8-986e-753e00d0f1c1 x-openstack-request-id: req-65707c30-0437-4ad8-986e-753e00d0f1c1 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:50:40.098668 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321d9fd3-7665-4420-877e-6f86d23ef077", "tag": "2e0ebce5-5036-4fa6-881d-9d958a9b1899", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:50:40.098939 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65707c30-0437-4ad8-986e-753e00d0f1c1 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:50:40.099316 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321d9fd3-7665-4420-877e-6f86d23ef077', 'tag': '2e0ebce5-5036-4fa6-881d-9d958a9b1899', 'status': 'completed', 'code': 200} Jul 27 09:50:40.148322 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283134e9-ee86-4e7a-9b6e-8e36388986d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0ebce5-5036-4fa6-881d-9d958a9b1899,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:40.201226 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-30b32912-6a4d-4fe6-917a-8b01dc651419 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:40.202712 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-30b32912-6a4d-4fe6-917a-8b01dc651419 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.1912811 Jul 27 09:50:40.218663 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934784-078e-4658-aa15-b826e752971a req-8e0fb450-db46-4efb-8f80-259aa3e45f57 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:40.220130 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-26934784-078e-4658-aa15-b826e752971a req-8e0fb450-db46-4efb-8f80-259aa3e45f57 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 947 time: 0.2073078 Jul 27 09:50:40.260937 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439e50-7c26-41cf-a13a-af762e021d12 req-f889202d-b8bf-47d1-a0bc-33c4caa9558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:40.262414 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-f889202d-b8bf-47d1-a0bc-33c4caa9558d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c10ab9197b5140b5ae3e404ef81dea40&device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 1096 time: 0.1527803 Jul 27 09:50:40.342116 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-bfe08cf2-a28e-4c46-97c0-3c9b79be6acb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e0ebce5-5036-4fa6-881d-9d958a9b1899 HTTP/1.1" status: 200 len: 217 time: 0.0613601 Jul 27 09:50:40.345013 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-26934784-078e-4658-aa15-b826e752971a req-f6317a94-d88b-4c58-b415-5b89bfcf0291 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=790917e5-24dc-4c61-86d9-d5253b3b73aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150935 Jul 27 09:50:40.423099 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439e50-7c26-41cf-a13a-af762e021d12 req-f0e98f3c-ccd3-4b1b-9325-b89ca05cf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:40.424709 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-f0e98f3c-ccd3-4b1b-9325-b89ca05cf39d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=86fa3255-24da-4c95-bd5b-a3baec23c3f9 HTTP/1.1" status: 200 len: 853 time: 0.0724638 Jul 27 09:50:40.444598 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Deleting port ba5644e1-ef25-491f-9664-a0a45be15fe8 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:50:40.445351 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:40.466961 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-7781ee5e-879a-4956-8982-7672a6748132 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6781ce2-3e91-4535-9d74-325882c3712a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346344 Jul 27 09:50:40.632080 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] For port ba5644e1-ef25-491f-9664-a0a45be15fe8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=ba5644e1-ef25-491f-9664-a0a45be15fe8,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:50:40.632448 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:40.653427 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-d2434073-9119-43c4-9a6a-6d151697fa9e service neutron] 10.222.0.48 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728511 Jul 27 09:50:40.688557 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-70898754-c045-41e0-b67f-9a37d02f6bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:40.961915 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81439e50-7c26-41cf-a13a-af762e021d12 req-3064804f-21d6-4ced-8bb2-5bc9f87bbe0e service neutron] 10.222.0.48 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890995 Jul 27 09:50:40.971134 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d927bd-8222-4d6f-ae3a-f9d9473d6d65 req-c967b074-7a47-46fa-96fe-9c7b64d13965 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:40.972767 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-31d927bd-8222-4d6f-ae3a-f9d9473d6d65 req-c967b074-7a47-46fa-96fe-9c7b64d13965 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 943 time: 0.3441682 Jul 27 09:50:41.006227 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.007025 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.007399 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Floating IP 5b2d90c4-377b-4c2b-911b-4e1b27babaf8 disassociated. External IP: 172.27.1.188, port: ba5644e1-ef25-491f-9664-a0a45be15fe8. Jul 27 09:50:41.007876 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Calling delete_port for ba5644e1-ef25-491f-9664-a0a45be15fe8 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:50:41.097738 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-31d927bd-8222-4d6f-ae3a-f9d9473d6d65 req-567e942e-42f8-4f6c-9a81-bda9c4ea0480 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970500 Jul 27 09:50:41.180170 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-45065c52-ae06-4f30-98d7-582a1f5cd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:41.181899 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-45065c52-ae06-4f30-98d7-582a1f5cd909 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c10ab9197b5140b5ae3e404ef81dea40&device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 1096 time: 0.1023238 Jul 27 09:50:41.285210 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.341127 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event deleted for resources: {'Port': ['ID=ba5644e1-ef25-491f-9664-a0a45be15fe8,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:41.357543 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-d084e122-0ca9-4d0b-a827-72d26ba23349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:41.359053 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-d084e122-0ca9-4d0b-a827-72d26ba23349 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6781ce2-3e91-4535-9d74-325882c3712a HTTP/1.1" status: 200 len: 914 time: 0.1579826 Jul 27 09:50:41.410567 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52368) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:41.431465 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-ca3bd981-0d72-4934-8738-b3213c908b66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e0ebce5-5036-4fa6-881d-9d958a9b1899 HTTP/1.1" status: 200 len: 217 time: 0.0403919 Jul 27 09:50:41.532154 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4cfbba6e-d50d-4d52-8c4e-08c57e18c678 req-c749e191-1992-4ee0-8faf-0ffab123196f tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 210 time: 0.0778096 Jul 27 09:50:41.550998 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6ca861b2-a214-4bae-8445-4dd90327a8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.557396 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-c85b6a95-2b53-4030-8fc1-0bf4109f9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:41.558868 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-c85b6a95-2b53-4030-8fc1-0bf4109f9772 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=86fa3255-24da-4c95-bd5b-a3baec23c3f9 HTTP/1.1" status: 200 len: 853 time: 0.1189921 Jul 27 09:50:41.572638 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Router 3e281f26-6f08-43be-826c-c42b4eface08 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:50:41.602210 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-7d0b067f-7844-4dbe-9d46-bed1f09153ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6781ce2-3e91-4535-9d74-325882c3712a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316479 Jul 27 09:50:41.654817 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6ca861b2-a214-4bae-8445-4dd90327a8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.659573 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-6ca861b2-a214-4bae-8445-4dd90327a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.695723 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca861b2-a214-4bae-8445-4dd90327a8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9979485-905b-4085-a288-8551411bdd76,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:41.699995 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-6ca861b2-a214-4bae-8445-4dd90327a8c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4b9783bc3eb4c09b24d5d4174d28a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882805 Jul 27 09:50:41.702654 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52372) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:41.763892 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f523ada0-729f-48e9-8c1d-69bad62c0314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.783680 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:50:41.794639 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-27cae192-7f13-4a7b-a7a2-671ba8717a99 service neutron] 10.222.0.48 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516516 Jul 27 09:50:41.801813 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f523ada0-729f-48e9-8c1d-69bad62c0314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.803879 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] Sync routers for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:50:41.814382 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:50:41.815122 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:50:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:50:41.861329 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f523ada0-729f-48e9-8c1d-69bad62c0314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.865631 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f523ada0-729f-48e9-8c1d-69bad62c0314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.871076 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f523ada0-729f-48e9-8c1d-69bad62c0314 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9979485-905b-4085-a288-8551411bdd76 HTTP/1.1" status: 204 len: 168 time: 0.1673832 Jul 27 09:50:41.881922 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523ada0-729f-48e9-8c1d-69bad62c0314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9979485-905b-4085-a288-8551411bdd76,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:41.901967 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] No DVR routers for this DVR port ba5644e1-ef25-491f-9664-a0a45be15fe8 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:50:41.906646 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:41.909659 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3456d14d-3a6d-42a5-a5e9-3ac4ebf32c55 req-0878cbba-b5c1-4d87-b651-3712884bc391 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "DELETE /v2.0/ports/ba5644e1-ef25-491f-9664-a0a45be15fe8 HTTP/1.1" status: 204 len: 173 time: 1.6873810 Jul 27 09:50:41.967176 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f6d6d06c-8065-433d-a44b-1e283df684d4 req-18113983-25d0-47bb-91f4-130d76ef04b3 service neutron] 10.222.0.48 "GET /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417148 Jul 27 09:50:42.090658 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:50:42.100644 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-deleted', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:50:42.103716 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6937e1eb-5e03-4a50-ab6b-3c7e279487b8" -d '{"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-deleted", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:50:42.152219 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df26020b-64c6-4367-8bbf-5023d7053eb6 x-openstack-request-id: req-df26020b-64c6-4367-8bbf-5023d7053eb6 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:50:42.152983 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda63ed-4291-4929-a1ef-098038954e05", "name": "network-vif-deleted", "tag": "ba5644e1-ef25-491f-9664-a0a45be15fe8", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:50:42.153776 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df26020b-64c6-4367-8bbf-5023d7053eb6 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:50:42.153776 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda63ed-4291-4929-a1ef-098038954e05', 'name': 'network-vif-deleted', 'tag': 'ba5644e1-ef25-491f-9664-a0a45be15fe8', 'status': 'completed', 'code': 200} Jul 27 09:50:42.294507 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6774a18-d135-4b20-b775-d804e27d3432 req-c54e30c9-22ca-4c43-86e2-0a5987b008b8 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:42.296036 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b6774a18-d135-4b20-b775-d804e27d3432 req-c54e30c9-22ca-4c43-86e2-0a5987b008b8 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 943 time: 0.0812123 Jul 27 09:50:42.339300 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b6774a18-d135-4b20-b775-d804e27d3432 req-28daa502-7562-4716-832c-46888cc5e801 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354936 Jul 27 09:50:42.362978 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:50:42.392036 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] Checking router: 3e281f26-6f08-43be-826c-c42b4eface08 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:50:42.415594 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:50:42.416480 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:50:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:50:42.536844 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:50:42.661977 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0fcbfcee-288f-43ca-b70d-c62c72d283ab req-732aca2d-fe71-4d1c-9008-d1a0dcad6ad8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fda63ed-4291-4929-a1ef-098038954e05 HTTP/1.1" status: 200 len: 210 time: 0.0290511 Jul 27 09:50:42.770442 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:50:42.796891 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2b016-758a-4b17-9df0-11fcba5233c7 None None] The sync data for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi is: [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:50:43.018088 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4bb91-6210-4815-ab84-2092c20929bf None None] New status for floating IP 5b2d90c4-377b-4c2b-911b-4e1b27babaf8: DOWN {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:50:43.278027 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e84e8ce6-3c6e-4a88-ad74-4d65ba83eed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:43.478374 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286236fd-c7a0-418f-9c6f-35ab4a74658d req-19636c4f-5b5c-492f-888c-03f92d6bd7dc tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:43.479969 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-286236fd-c7a0-418f-9c6f-35ab4a74658d req-19636c4f-5b5c-492f-888c-03f92d6bd7dc tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 943 time: 0.0658073 Jul 27 09:50:43.521163 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-286236fd-c7a0-418f-9c6f-35ab4a74658d req-238d8eab-83fc-41f3-9167-9fa95cd65e14 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Jul 27 09:50:43.744247 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:43.756214 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52396) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:43.811970 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5a6455ba-9072-4246-8207-a6da40518502 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:43.848558 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5a6455ba-9072-4246-8207-a6da40518502 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:43.894015 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5a6455ba-9072-4246-8207-a6da40518502 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:43.896513 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5a6455ba-9072-4246-8207-a6da40518502 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:43.897642 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5a6455ba-9072-4246-8207-a6da40518502 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "DELETE /v2.0/security-groups/790917e5-24dc-4c61-86d9-d5253b3b73aa HTTP/1.1" status: 204 len: 168 time: 0.1404560 Jul 27 09:50:43.900626 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52398) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:43.906499 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6455ba-9072-4246-8207-a6da40518502 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790917e5-24dc-4c61-86d9-d5253b3b73aa,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:43.914522 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.api.v2.resource [None req-1bf96788-f096-46e0-a0b0-7cfc59c8f619 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] show failed (client error): The resource could not be found. Jul 27 09:50:43.915546 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-1bf96788-f096-46e0-a0b0-7cfc59c8f619 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups/790917e5-24dc-4c61-86d9-d5253b3b73aa HTTP/1.1" status: 404 len: 347 time: 0.0138605 Jul 27 09:50:43.918269 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52400) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:44.046824 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Deleting port f4ec3579-f283-4af0-81c5-e3d7c97e5af8 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:50:44.047168 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:44.125094 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:44.125431 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:44.141087 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Calling delete_port for f4ec3579-f283-4af0-81c5-e3d7c97e5af8 owned by network:floatingip {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:50:44.280034 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:44.306973 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event deleted for resources: {'Port': ['ID=f4ec3579-f283-4af0-81c5-e3d7c97e5af8,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:44.340461 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:44.371574 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:44.374018 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:44.375183 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-3c5bcbeb-d78b-44d9-851f-2f27e29df124 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "DELETE /v2.0/floatingips/5b2d90c4-377b-4c2b-911b-4e1b27babaf8 HTTP/1.1" status: 204 len: 168 time: 0.4560149 Jul 27 09:50:44.575484 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52406) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:44.580483 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-73685a23-5c6c-4e12-bd6f-b1761441c3c4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--597264693', 'description': 'tempest-description--16899928'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:44.630339 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-73685a23-5c6c-4e12-bd6f-b1761441c3c4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:44.772082 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 2e0ebce5-5036-4fa6-881d-9d958a9b1899 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:50:44.878427 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 2e0ebce5-5036-4fa6-881d-9d958a9b1899, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=2e0ebce5-5036-4fa6-881d-9d958a9b1899,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:50:44.891248 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '2e0ebce5-5036-4fa6-881d-9d958a9b1899', 'network_id': 'd6781ce2-3e91-4535-9d74-325882c3712a', 'port_id': '2e0ebce5-5036-4fa6-881d-9d958a9b1899', 'mac_address': 'fa:16:3e:de:ab:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fa3255-24da-4c95-bd5b-a3baec23c3f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:50:44.929963 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:44.941817 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acea06-519b-4749-914b-c8c35e40a4b1 req-43eea73c-801f-4328-91f8-5efc41334aeb tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:44.943415 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49acea06-519b-4749-914b-c8c35e40a4b1 req-43eea73c-801f-4328-91f8-5efc41334aeb tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 943 time: 0.3514032 Jul 27 09:50:44.945057 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0ebce5-5036-4fa6-881d-9d958a9b1899 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:50:44.966907 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 2e0ebce5-5036-4fa6-881d-9d958a9b1899, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=2e0ebce5-5036-4fa6-881d-9d958a9b1899,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:50:44.971104 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.007058 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49acea06-519b-4749-914b-c8c35e40a4b1 req-71479315-d31b-4366-85f1-8ff44875e4fe tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542018 Jul 27 09:50:45.019346 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=2e0ebce5-5036-4fa6-881d-9d958a9b1899,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:45.020233 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-73685a23-5c6c-4e12-bd6f-b1761441c3c4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.028201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-73685a23-5c6c-4e12-bd6f-b1761441c3c4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.029240 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.029610 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.029958 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.030521 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.030948 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.031348 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.031706 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.032270 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.032692 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.033051 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.033438 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.033766 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:45.057448 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-73685a23-5c6c-4e12-bd6f-b1761441c3c4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.061382 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-73685a23-5c6c-4e12-bd6f-b1761441c3c4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4822290 Jul 27 09:50:45.061654 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52410) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:45.066607 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-32b18c52-5aa7-4380-969f-d316a191e4b7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'security_group_rule': {'security_group_id': '55949c04-9d2b-4cff-a98a-be489efd8c97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:45.074493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73685a23-5c6c-4e12-bd6f-b1761441c3c4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55949c04-9d2b-4cff-a98a-be489efd8c97,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:45.097276 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-32b18c52-5aa7-4380-969f-d316a191e4b7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.158335 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-32b18c52-5aa7-4380-969f-d316a191e4b7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.162272 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-32b18c52-5aa7-4380-969f-d316a191e4b7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.167829 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:50:45.179769 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b18c52-5aa7-4380-969f-d316a191e4b7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec24e362-7560-4e85-bd3a-8d79d9b017ec,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:45.186697 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-32b18c52-5aa7-4380-969f-d316a191e4b7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.187930 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-32b18c52-5aa7-4380-969f-d316a191e4b7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253824 Jul 27 09:50:45.191272 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52412) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:45.195769 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-f265ae25-e52d-4f62-8ae3-9d306122413a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'security_group_rule': {'security_group_id': '55949c04-9d2b-4cff-a98a-be489efd8c97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:45.221106 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f265ae25-e52d-4f62-8ae3-9d306122413a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.277501 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f265ae25-e52d-4f62-8ae3-9d306122413a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.281331 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f265ae25-e52d-4f62-8ae3-9d306122413a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.302952 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265ae25-e52d-4f62-8ae3-9d306122413a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1007ea27-b799-442e-b170-d7011735e6ed,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:45.309225 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f265ae25-e52d-4f62-8ae3-9d306122413a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.310619 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f265ae25-e52d-4f62-8ae3-9d306122413a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183314 Jul 27 09:50:45.313584 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52414) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:45.318553 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'floatingip': {'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:45.341957 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.437203 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.543472 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Allocated IP 172.27.1.35 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/aded8818-f994-401e-9e85-320299d5e904) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:50:45.645435 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.686144 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.731440 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:50:45.734068 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:50:45.736463 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:50:45.742804 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'Port': ['ID=aded8818-f994-401e-9e85-320299d5e904,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:45.777759 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.797187 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:50:45.820516 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: ba5644e1-ef25-491f-9664-a0a45be15fe8 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:50:45.821157 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device ba5644e1-ef25-491f-9664-a0a45be15fe8 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:50:45.829664 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.853212 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:45.873315 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:46.024985 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:46.029729 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:46.132460 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'Port': ['ID=aded8818-f994-401e-9e85-320299d5e904,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:46.145010 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:46.161375 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:46.162638 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-6a2a4c3a-3298-4964-a36f-b3da157d8613 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8481371 Jul 27 09:50:46.184800 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205bc47-eeaa-43d7-9544-fa78630eea05 req-e55f77b4-fa93-4aba-8d26-e1510243f1bc tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:46.186306 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5205bc47-eeaa-43d7-9544-fa78630eea05 req-e55f77b4-fa93-4aba-8d26-e1510243f1bc tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 944 time: 0.0989280 Jul 27 09:50:46.226986 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5205bc47-eeaa-43d7-9544-fa78630eea05 req-b072a88a-234e-41ef-946f-05ed641618f0 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Jul 27 09:50:46.251251 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['2e0ebce5-5036-4fa6-881d-9d958a9b1899'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:50:46.352827 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-c199d292-dc6b-4780-b1f1-899e2035ffc9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--597264693&fields=id&tenant_id=0276852d6358459f97418591cc32a01a HTTP/1.1" status: 200 len: 267 time: 0.0329072 Jul 27 09:50:46.461560 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-b0c22f77-0220-446c-b496-b6a3a0dd1a7e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:46.463035 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-b0c22f77-0220-446c-b496-b6a3a0dd1a7e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 817 time: 0.1035893 Jul 27 09:50:46.478269 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-8426fd44-e335-4b6c-93bc-efb642d16ff8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/quotas/0276852d6358459f97418591cc32a01a HTTP/1.1" status: 200 len: 375 time: 0.0095780 Jul 27 09:50:46.544961 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-7a71bbd6-b26b-4115-8cdc-ad722c6f03e8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614221 Jul 27 09:50:46.733350 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-699d2e92-4fe4-4bd3-888c-f9bd7c7880d4 service neutron] 10.222.0.22 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769059 Jul 27 09:50:46.823321 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-2f81fee0-d4e7-40c3-8daf-4a25eb5dde21 service neutron] 10.222.0.22 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838184 Jul 27 09:50:47.027018 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3a3a1e78-9c21-4a52-8acd-70bc6a7ad4dd req-54a3c95e-c125-4fde-89a8-8f7b1e310fd2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 210 time: 0.0474663 Jul 27 09:50:47.391201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afeee9-9bbd-4600-9af0-bc0780a9ee19 req-0e041a95-3ff1-46f7-8f01-e5a1eae6e60f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:47.392519 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0afeee9-9bbd-4600-9af0-bc0780a9ee19 req-0e041a95-3ff1-46f7-8f01-e5a1eae6e60f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 944 time: 0.0986400 Jul 27 09:50:47.464615 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0afeee9-9bbd-4600-9af0-bc0780a9ee19 req-50b4b036-3ef1-41e9-80e9-1d00deaad413 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624630 Jul 27 09:50:47.490928 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-5f796ad4-e603-4159-afe7-a9f69aa8bfa2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1475627 Jul 27 09:50:47.584242 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-43f6e7bd-0ae7-4aba-bb93-e42a39e3777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:47.585804 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-43f6e7bd-0ae7-4aba-bb93-e42a39e3777b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 1098 time: 0.0582395 Jul 27 09:50:47.694690 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-0c27cd66-a7bc-47bd-b580-52cbb749b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:47.696500 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-0c27cd66-a7bc-47bd-b580-52cbb749b15f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 911 time: 0.0913634 Jul 27 09:50:47.763746 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-bca9ef28-f651-42f5-97f4-5929400874ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c846bb4-a9e2-4116-961c-9c134d496619 HTTP/1.1" status: 200 len: 1001 time: 0.0600388 Jul 27 09:50:47.825333 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-ce762ec6-08ca-45a0-9676-a201c771f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:47.826788 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-ce762ec6-08ca-45a0-9676-a201c771f998 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 200 len: 849 time: 0.0483096 Jul 27 09:50:47.859160 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 2e0ebce5-5036-4fa6-881d-9d958a9b1899 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:50:47.888060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-74cec32a-0227-44b4-80a3-79f6e4c640c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:47.889552 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-74cec32a-0227-44b4-80a3-79f6e4c640c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d59e72-afa1-4b81-a94a-b12de5380b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553079 Jul 27 09:50:47.906896 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 2e0ebce5-5036-4fa6-881d-9d958a9b1899 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:50:47.911085 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 2e0ebce5-5036-4fa6-881d-9d958a9b1899 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:50:47.911471 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:47.982552 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-7d306a43-ed17-4aa1-b24d-2d052f3bcb99 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839310 Jul 27 09:50:47.990646 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:48.013366 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321d9fd3-7665-4420-877e-6f86d23ef077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0ebce5-5036-4fa6-881d-9d958a9b1899'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:50:48.015707 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d312fa46-5c57-4a2b-a748-715de5c7adb1" -d '{"events": [{"server_uuid": "321d9fd3-7665-4420-877e-6f86d23ef077", "name": "network-vif-plugged", "status": "completed", "tag": "2e0ebce5-5036-4fa6-881d-9d958a9b1899"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:50:48.029421 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 2e0ebce5-5036-4fa6-881d-9d958a9b1899, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=2e0ebce5-5036-4fa6-881d-9d958a9b1899,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:50:48.034395 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:48.097247 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e80bf084-0e51-4822-b767-3b94a0e4539a req-36df2a17-0687-4c48-9071-fef06888384b service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062376 Jul 27 09:50:48.106443 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ce37dd-9329-4593-b4a2-6770c726e029 x-openstack-request-id: req-04ce37dd-9329-4593-b4a2-6770c726e029 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:50:48.106967 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321d9fd3-7665-4420-877e-6f86d23ef077", "name": "network-vif-plugged", "status": "completed", "tag": "2e0ebce5-5036-4fa6-881d-9d958a9b1899", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:50:48.107393 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04ce37dd-9329-4593-b4a2-6770c726e029 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:50:48.107779 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321d9fd3-7665-4420-877e-6f86d23ef077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0ebce5-5036-4fa6-881d-9d958a9b1899', 'code': 200} Jul 27 09:50:48.126795 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=2e0ebce5-5036-4fa6-881d-9d958a9b1899,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:48.174523 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c86bf2e0-71ce-490b-9260-15420ce12304 req-5dae31bc-1a8b-431f-9138-7e7a18d6a2c8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 210 time: 0.0302339 Jul 27 09:50:48.382043 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-06d15b03-9c40-40d6-9422-7481ca6162d9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:48.383493 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-06d15b03-9c40-40d6-9422-7481ca6162d9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 817 time: 0.1569116 Jul 27 09:50:48.414598 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5de2a-0431-434e-9511-8c3b7e70b9da req-d96e7408-061f-4527-b62b-a17051cdcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:48.416292 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6aa5de2a-0431-434e-9511-8c3b7e70b9da req-d96e7408-061f-4527-b62b-a17051cdcf52 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 1098 time: 0.0829990 Jul 27 09:50:48.460026 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-30637d1f-a3a9-46cf-a649-a4b9e79daf12 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0276852d6358459f97418591cc32a01a HTTP/1.1" status: 200 len: 379 time: 0.0561931 Jul 27 09:50:48.469917 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6aa5de2a-0431-434e-9511-8c3b7e70b9da req-e3b318d3-1b7e-49be-ae88-a6385d21053d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453882 Jul 27 09:50:48.605880 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126e168-99e4-44a3-bcfc-538e919fca03 req-d235243f-bf63-4fef-bff7-a9d290624426 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:48.607429 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3126e168-99e4-44a3-bcfc-538e919fca03 req-d235243f-bf63-4fef-bff7-a9d290624426 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 945 time: 0.0690751 Jul 27 09:50:48.649275 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3126e168-99e4-44a3-bcfc-538e919fca03 req-a3180537-0aea-47d7-bb96-58158cfd212c tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349891 Jul 27 09:50:48.805076 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'port': {'device_id': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'admin_state_up': True, 'tenant_id': '0276852d6358459f97418591cc32a01a', 'security_groups': ['55949c04-9d2b-4cff-a98a-be489efd8c97']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:48.914176 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Made reservation on behalf of 0276852d6358459f97418591cc32a01a for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:50:48.919069 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:49.060272 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Allocated IP 172.20.0.7 (7c76008f-0425-4595-a1ae-53202ed212eb/a5dbf18b-478a-47a4-8cbd-1ce0e334814b/7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:50:49.224382 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:49.245223 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Transition to ACTIVE for port object 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:50:49.284803 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-053e4039-b1b4-4b1e-be94-abbb76baabc1 req-9a44bc5a-f86b-48c3-acc3-bc411d84d169 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 210 time: 0.0344255 Jul 27 09:50:49.318943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:49.365572 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Network 7c76008f-0425-4595-a1ae-53202ed212eb is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:50:49.369399 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:50:49.372046 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:50:49.410015 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:49.423041 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.423403 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.423763 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.424400 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.424742 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.425080 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.425414 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.425751 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.426099 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.426468 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.426914 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.427296 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:49.450471 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:49.451212 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:49.471742 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-5663f8e4-0256-4858-8153-76d097fcfe77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6698732 Jul 27 09:50:49.495466 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Request body: {'port': {'device_id': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:49.596310 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:49.613614 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-2e0be567-82db-4772-bcfe-1988dee64873 None None] Provisioning for port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:50:49.617933 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-2e0be567-82db-4772-bcfe-1988dee64873 None None] Provisioning complete for port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:50:49.618431 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2e0be567-82db-4772-bcfe-1988dee64873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:49.657221 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-2e0be567-82db-4772-bcfe-1988dee64873 None None] Port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:50:49.846822 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020929a-8648-4a65-a81a-9edcc91db5c1 req-16c72fcf-c0aa-4387-b491-9398d48590ee tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:49.848298 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4020929a-8648-4a65-a81a-9edcc91db5c1 req-16c72fcf-c0aa-4387-b491-9398d48590ee tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 945 time: 0.1318572 Jul 27 09:50:49.918905 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4020929a-8648-4a65-a81a-9edcc91db5c1 req-928d03b8-21c9-43f7-a84d-c276f72fa693 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630925 Jul 27 09:50:49.953865 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:50:49.962726 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:49.976044 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Transition to ACTIVE for port object 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:50:49.979821 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:50.035192 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:50.119095 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Attempting to bind port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:50:50.119439 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Attempting to bind port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:50:50.119764 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Attempting to bind port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 on network 7c76008f-0425-4595-a1ae-53202ed212eb {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:50:50.124490 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 on network 7c76008f-0425-4595-a1ae-53202ed212eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:50:50.124810 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Attempting to bind port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 on network 7c76008f-0425-4595-a1ae-53202ed212eb {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:50:50.130698 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:50:50.131044 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Checking segment: {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:50:50.131427 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Bound using segment: {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:50:50.131859 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Bound port: 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09183e62-4fc1-4343-af88-1e0d3b97d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:50:50.132221 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:50.199046 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:50:50.201978 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:50:50.206922 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:50.244001 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:50.244715 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:50.246174 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] 10.222.0.48 "PUT /v2.0/ports/7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 HTTP/1.1" status: 200 len: 1093 time: 0.7569692 Jul 27 09:50:50.246778 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:50:50.248954 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:50:50.274650 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29889d-06ce-41bf-a223-17d03ce8e2fc service neutron] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:50.293607 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e151501-113c-4baf-a71c-dfa8cb46afbf x-openstack-request-id: req-4e151501-113c-4baf-a71c-dfa8cb46afbf {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:50:50.293981 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:50:50.294220 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e151501-113c-4baf-a71c-dfa8cb46afbf {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:50:50.294628 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'status': 'completed', 'code': 200} Jul 27 09:50:50.449930 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-68ac3cda-1476-4f88-90b0-d9119f824464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:50.451473 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-68ac3cda-1476-4f88-90b0-d9119f824464 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 1096 time: 0.1348696 Jul 27 09:50:50.468279 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5187ca-47dd-4473-842f-be4368096b19 req-2a77d560-42b5-4110-8178-bb23ec0f815a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:50.469644 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2c5187ca-47dd-4473-842f-be4368096b19 req-2a77d560-42b5-4110-8178-bb23ec0f815a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.1103511 Jul 27 09:50:50.522035 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-f8cade10-e31a-40fa-824d-370cd0be7181 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 HTTP/1.1" status: 200 len: 217 time: 0.0401096 Jul 27 09:50:50.569428 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2c5187ca-47dd-4473-842f-be4368096b19 req-ce61abae-ffb0-42a1-b800-bb2ddc76fdca tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932920 Jul 27 09:50:50.591578 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-13ac5298-5c9a-4e32-a07f-fea8c43f1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:50.594381 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-13ac5298-5c9a-4e32-a07f-fea8c43f1ea2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0615218 Jul 27 09:50:50.664279 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-7446256d-5bb5-416b-ac4a-cb6998699e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:50.665928 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-7446256d-5bb5-416b-ac4a-cb6998699e24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630121 Jul 27 09:50:50.762897 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-fa259483-2133-4535-bf00-490e5f0e1eb8 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875053 Jul 27 09:50:50.866649 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60bfcb88-8f78-4842-9fc7-ae34a18f55eb req-82eef462-758b-48fe-af24-3d4dcc1ca755 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954456 Jul 27 09:50:50.979324 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52516) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:51.088017 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-f3388b5e-e927-457d-a32a-3ad6a6a6a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:51.089454 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-f3388b5e-e927-457d-a32a-3ad6a6a6a15d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 1096 time: 0.1045430 Jul 27 09:50:51.096361 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-28e8f5ef-3b32-459a-b1aa-f442a2398307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:51.117882 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d325c9-06f6-4a61-9a3c-45a6e2646912 req-862d17aa-e5c1-4706-95eb-932ae4e1f936 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:51.119340 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-93d325c9-06f6-4a61-9a3c-45a6e2646912 req-862d17aa-e5c1-4706-95eb-932ae4e1f936 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 945 time: 0.1050730 Jul 27 09:50:51.220014 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-93d325c9-06f6-4a61-9a3c-45a6e2646912 req-fc5aba59-cfc1-4fb5-8a7e-484b3d129b4d tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942085 Jul 27 09:50:51.260155 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-9e14e3d9-1ef7-4650-bfc7-2c663b2b274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:51.261615 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-9e14e3d9-1ef7-4650-bfc7-2c663b2b274d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.1633520 Jul 27 09:50:51.324151 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-713c95f9-4a70-47a3-97c9-81ccb1d16c1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 HTTP/1.1" status: 200 len: 217 time: 0.0444148 Jul 27 09:50:51.346656 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-28e8f5ef-3b32-459a-b1aa-f442a2398307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:51.364510 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-28e8f5ef-3b32-459a-b1aa-f442a2398307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:51.418654 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8f5ef-3b32-459a-b1aa-f442a2398307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109c6527-71e7-4ce3-afd2-51f66acbd674,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:51.422438 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-8b41c7b4-9b3e-49b3-bbb4-cbe20e7cfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:51.424793 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-8b41c7b4-9b3e-49b3-bbb4-cbe20e7cfb72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0900171 Jul 27 09:50:51.428526 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-28e8f5ef-3b32-459a-b1aa-f442a2398307 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4623c2ded7b848ed848ecc8877b64da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480095 Jul 27 09:50:51.430996 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52524) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:51.534795 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b8f91a8d-c691-459a-89c8-0c3d3b09b10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:51.541935 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-3ef45b79-f16b-43a7-bd1c-bf8e91099292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:51.543465 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-3ef45b79-f16b-43a7-bd1c-bf8e91099292 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062477 Jul 27 09:50:51.572775 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b8f91a8d-c691-459a-89c8-0c3d3b09b10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:51.717536 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-3c35af0b-c85a-4e82-b2a0-3220829571bf service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585588 Jul 27 09:50:51.719544 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b8f91a8d-c691-459a-89c8-0c3d3b09b10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:51.722101 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b8f91a8d-c691-459a-89c8-0c3d3b09b10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:51.723168 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b8f91a8d-c691-459a-89c8-0c3d3b09b10b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/109c6527-71e7-4ce3-afd2-51f66acbd674 HTTP/1.1" status: 204 len: 168 time: 0.2912877 Jul 27 09:50:51.747764 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f91a8d-c691-459a-89c8-0c3d3b09b10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c6527-71e7-4ce3-afd2-51f66acbd674,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:51.798313 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d1cb1-8bdd-4603-b5ba-de54122718c8 req-5988c66c-0992-4ee7-be7a-9795ffd4bb41 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:51.800968 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0c6d1cb1-8bdd-4603-b5ba-de54122718c8 req-5988c66c-0992-4ee7-be7a-9795ffd4bb41 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.1503582 Jul 27 09:50:51.874179 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0c6d1cb1-8bdd-4603-b5ba-de54122718c8 req-34646952-039f-4b20-b5ac-e4d60207accf tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672176 Jul 27 09:50:51.881419 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e1e5cfb-9024-4de6-8dd9-ad8131da669d req-484d5879-ce3d-4f65-b713-4d964222eb65 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425052 Jul 27 09:50:52.420353 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52554) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:52.517223 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-750443578-network', 'tenant_id': 'b32282a78aee4e37971503896fee5b9f'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:52.537876 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Made reservation on behalf of b32282a78aee4e37971503896fee5b9f for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:50:52.540220 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:52.549166 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:52.641199 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:52.645842 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:52.669580 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:50:52.688848 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e033212-352d-47de-978d-ca3b86f57568,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:52.692937 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:52.693343 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Added segment 73ac4093-daea-495d-b8e2-cd09738291a4 of type vlan for network b050e150-72c5-4b2e-a677-ae97c4db162e Jul 27 09:50:52.735776 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:52.764878 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:52.765931 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:52.766640 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:53.139446 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7179692 Jul 27 09:50:53.142446 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52562) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:53.144215 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c503f7-557e-4b90-a502-ef30cf291a75 admin admin] Pushing event updated for resources: {'Network': ['ID=b050e150-72c5-4b2e-a677-ae97c4db162e,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:53.147775 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Request body: {'subnet': {'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-750443578-subnet', 'tenant_id': 'b32282a78aee4e37971503896fee5b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:53.155254 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network b050e150-72c5-4b2e-a677-ae97c4db162e details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:50:53.170773 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Made reservation on behalf of b32282a78aee4e37971503896fee5b9f for: {'subnet': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:50:53.172976 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27232855'] for subnet, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:53.179639 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c63dac-b228-488c-9534-2376cc237b27 req-039ccc20-86ac-4042-8bf8-63b3934eaeda tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:53.181192 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e4c63dac-b228-488c-9534-2376cc237b27 req-039ccc20-86ac-4042-8bf8-63b3934eaeda tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0907743 Jul 27 09:50:53.220259 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e4c63dac-b228-488c-9534-2376cc237b27 req-68de49b0-50dc-4e86-8e75-b4b484728517 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329978 Jul 27 09:50:53.338395 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27231503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27232837'] for subnet, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:53.397426 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7302fd7-27be-43dc-8a6a-6733cee5b8d5,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:53.409423 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.409767 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.410112 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.410439 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.410788 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.411123 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.411443 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.411765 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.412089 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.412417 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.412730 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.413048 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:50:53.419014 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Checking segment: {'id': '73ac4093-daea-495d-b8e2-cd09738291a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:50:53.419374 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Network hostable DHCP agents. Network: b050e150-72c5-4b2e-a677-ae97c4db162e, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:50:53.436076 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Network b050e150-72c5-4b2e-a677-ae97c4db162e is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:50:53.444600 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, b050e150-72c5-4b2e-a677-ae97c4db162e) {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:50:53.448644 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:53.449238 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:53.454967 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab2333-e3e9-499f-822d-eb888ff2d4b2 None None] Network b050e150-72c5-4b2e-a677-ae97c4db162e requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:50:53.462618 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-40c6d1db-8c17-4c37-aed6-0857355c6134 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3190067 Jul 27 09:50:53.581007 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d5304-eba7-4586-b09c-c8ec6ebada18 None None] Network b050e150-72c5-4b2e-a677-ae97c4db162e requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:50:53.884192 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:50:53.988830 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:50:54.001741 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'port_id': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'mac_address': 'fa:16:3e:c0:a7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:50:54.044029 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:54.057122 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:50:54.078405 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:50:54.083363 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:54.130327 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:54.442014 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:50:54.519872 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18024fb-3709-416b-8394-9d09477b7e35 req-78069459-2b79-4aca-abdb-450c393feba2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:54.521322 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a18024fb-3709-416b-8394-9d09477b7e35 req-78069459-2b79-4aca-abdb-450c393feba2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 944 time: 0.0643950 Jul 27 09:50:54.559683 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a18024fb-3709-416b-8394-9d09477b7e35 req-baa31f85-c7ac-416d-a331-93753ecf502a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Jul 27 09:50:55.203357 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba56b7-8820-4128-bb22-b75c726e670b req-1f85e44d-1ee4-43a6-950d-9b9870798b01 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:55.204808 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-1f85e44d-1ee4-43a6-950d-9b9870798b01 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/networks?id=b050e150-72c5-4b2e-a677-ae97c4db162e HTTP/1.1" status: 200 len: 808 time: 0.1013851 Jul 27 09:50:55.219938 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-023db378-7866-4799-924a-2c1661fc53af tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/quotas/b32282a78aee4e37971503896fee5b9f HTTP/1.1" status: 200 len: 375 time: 0.0089483 Jul 27 09:50:55.258008 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-a34122c8-5fbc-4192-8668-3e64c7b7e6d5 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b32282a78aee4e37971503896fee5b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323973 Jul 27 09:50:55.393276 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-573bfaeb-f4a6-4c0a-8947-ad65e21ab9be service neutron] 10.222.0.22 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278751 Jul 27 09:50:55.480768 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-92d4685e-06f6-48a3-bdeb-ccb8394bf0ec service neutron] 10.222.0.22 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812862 Jul 27 09:50:55.641422 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4ba55d90-0fa3-43be-bf94-820e7d888e4c req-a5e24b4a-e6aa-49ba-bb0e-1c5d8aa8ca73 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 210 time: 0.0313506 Jul 27 09:50:55.713680 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338455-90f3-4911-88ca-1da57a150fbe req-aec6827a-b746-4bee-99ca-653d7766ed49 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:55.715220 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f9338455-90f3-4911-88ca-1da57a150fbe req-aec6827a-b746-4bee-99ca-653d7766ed49 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 944 time: 0.0763736 Jul 27 09:50:55.753912 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f9338455-90f3-4911-88ca-1da57a150fbe req-ac9741f8-409e-490c-9cdd-0b68c141ee77 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327737 Jul 27 09:50:55.881940 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:50:55.931817 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:50:55.936150 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:50:55.936619 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:56.016372 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:56.038465 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:50:56.040747 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17662e8-5f6f-4f1b-808c-4a16cf1ca6db" -d '{"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-plugged", "status": "completed", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:50:56.059780 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:50:56.064010 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:56.088436 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e791b7d-0f65-4084-9a37-38aae8ffec40 x-openstack-request-id: req-6e791b7d-0f65-4084-9a37-38aae8ffec40 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:50:56.088660 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-plugged", "status": "completed", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:50:56.088906 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e791b7d-0f65-4084-9a37-38aae8ffec40 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:50:56.089281 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'code': 200} Jul 27 09:50:56.115890 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:56.318382 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38659ed-d14e-4d76-8317-5ca6d0c00a50 req-6751c974-c9b9-4436-9f42-d837afc9dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:56.319890 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f38659ed-d14e-4d76-8317-5ca6d0c00a50 req-6751c974-c9b9-4436-9f42-d837afc9dced service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 1098 time: 0.0534492 Jul 27 09:50:56.356928 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f38659ed-d14e-4d76-8317-5ca6d0c00a50 req-f2782f34-b613-459c-bd76-cf33a4ac11cd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264661 Jul 27 09:50:56.735878 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dcddbb6d-49ac-45cf-80f8-bb943302fe50 req-2a2e33d1-f9e7-4402-a7e6-bf92153722b4 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 210 time: 0.0283082 Jul 27 09:50:56.902496 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1b2c-76a1-47ae-b3a2-4181f0ec5d54 req-29b1b700-ba73-40d4-909c-2cdcd1bfe265 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:56.904694 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ebdf1b2c-76a1-47ae-b3a2-4181f0ec5d54 req-29b1b700-ba73-40d4-909c-2cdcd1bfe265 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0761635 Jul 27 09:50:56.949024 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ebdf1b2c-76a1-47ae-b3a2-4181f0ec5d54 req-cde72090-9f66-4662-a599-46f45dab4116 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377300 Jul 27 09:50:57.068316 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba56b7-8820-4128-bb22-b75c726e670b req-bd1b171f-e54d-41f5-bb52-51b756f83484 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:57.069789 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-bd1b171f-e54d-41f5-bb52-51b756f83484 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.48 "GET /v2.0/networks?id=b050e150-72c5-4b2e-a677-ae97c4db162e HTTP/1.1" status: 200 len: 808 time: 0.1023977 Jul 27 09:50:57.102321 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Request body: {'port': {'device_id': '3f9db932-7e19-4ccb-b36d-328310aec811', 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e', 'admin_state_up': True, 'tenant_id': 'b32282a78aee4e37971503896fee5b9f'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:57.213222 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Made reservation on behalf of b32282a78aee4e37971503896fee5b9f for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:50:57.216772 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:57.353927 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Allocated IP 172.20.0.7 (b050e150-72c5-4b2e-a677-ae97c4db162e/a7302fd7-27be-43dc-8a6a-6733cee5b8d5/96bc58a4-1706-4668-bf21-ec4f7bd43ade) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:50:57.501216 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:57.542828 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:57.585361 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Network b050e150-72c5-4b2e-a677-ae97c4db162e is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:50:57.590524 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:50:57.594160 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:50:57.600775 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Pushing event updated for resources: {'Port': ['ID=96bc58a4-1706-4668-bf21-ec4f7bd43ade,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:57.646551 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:57.647200 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:57.664876 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-6d87b18a-df29-4daf-a4ba-c666f19619c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664144 Jul 27 09:50:57.694391 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Request body: {'port': {'device_id': '3f9db932-7e19-4ccb-b36d-328310aec811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:57.768733 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:58.000022 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618ec78-78d1-43cf-a11f-19f3642a1a42 req-c62da6b8-4d19-4c35-9037-42eec4aed29d tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:58.001515 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6618ec78-78d1-43cf-a11f-19f3642a1a42 req-c62da6b8-4d19-4c35-9037-42eec4aed29d tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 931 time: 0.1967306 Jul 27 09:50:58.097059 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6618ec78-78d1-43cf-a11f-19f3642a1a42 req-43968d92-c6c1-4ce4-871f-4e04e73ab556 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864966 Jul 27 09:50:58.172673 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538cee-f227-4937-b7cc-1c92a38a9bc1 req-fb7c05e4-fde7-41c2-a12a-165774155a7c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:58.174407 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00538cee-f227-4937-b7cc-1c92a38a9bc1 req-fb7c05e4-fde7-41c2-a12a-165774155a7c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.1310902 Jul 27 09:50:58.190755 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bc58a4-1706-4668-bf21-ec4f7bd43ade {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:50:58.208740 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:58.230416 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Transition to ACTIVE for port object 96bc58a4-1706-4668-bf21-ec4f7bd43ade will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:50:58.236167 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00538cee-f227-4937-b7cc-1c92a38a9bc1 req-57a1820d-6abe-4df3-ab3e-f46f8237e494 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542965 Jul 27 09:50:58.237675 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:58.289788 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Pushing event updated for resources: {'Port': ['ID=96bc58a4-1706-4668-bf21-ec4f7bd43ade,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:58.405856 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Attempting to bind port 96bc58a4-1706-4668-bf21-ec4f7bd43ade on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:50:58.406130 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Attempting to bind port 96bc58a4-1706-4668-bf21-ec4f7bd43ade by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '73ac4093-daea-495d-b8e2-cd09738291a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:50:58.406421 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Attempting to bind port 96bc58a4-1706-4668-bf21-ec4f7bd43ade on network b050e150-72c5-4b2e-a677-ae97c4db162e {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:50:58.417808 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Port 96bc58a4-1706-4668-bf21-ec4f7bd43ade on network b050e150-72c5-4b2e-a677-ae97c4db162e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:50:58.418128 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Attempting to bind port 96bc58a4-1706-4668-bf21-ec4f7bd43ade on network b050e150-72c5-4b2e-a677-ae97c4db162e {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:50:58.432548 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d61b5e-77e0-45e0-a034-b6d3cc325f84 req-143d333f-4dcc-4307-90a0-fca5339ea070 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:58.434122 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-53d61b5e-77e0-45e0-a034-b6d3cc325f84 req-143d333f-4dcc-4307-90a0-fca5339ea070 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.1212332 Jul 27 09:50:58.435657 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:50:58.436051 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Checking segment: {'id': '73ac4093-daea-495d-b8e2-cd09738291a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:50:58.436459 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Bound using segment: {'id': '73ac4093-daea-495d-b8e2-cd09738291a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:50:58.436894 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Bound port: 96bc58a4-1706-4668-bf21-ec4f7bd43ade, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ac4093-daea-495d-b8e2-cd09738291a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:50:58.437248 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:58.443811 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52634) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:50:58.449767 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-b4197a89-94bf-47f8-a7e3-fbc40bc23c30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Request body: {'floatingip': {'port_id': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:50:58.493766 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b4197a89-94bf-47f8-a7e3-fbc40bc23c30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:58.507512 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] For port 96bc58a4-1706-4668-bf21-ec4f7bd43ade, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:50:58.510842 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] For port 96bc58a4-1706-4668-bf21-ec4f7bd43ade, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=96bc58a4-1706-4668-bf21-ec4f7bd43ade,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:50:58.515607 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:58.551596 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:58.552212 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:58.553595 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] 10.222.0.48 "PUT /v2.0/ports/96bc58a4-1706-4668-bf21-ec4f7bd43ade HTTP/1.1" status: 200 len: 1093 time: 0.8643076 Jul 27 09:50:58.554041 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9db932-7e19-4ccb-b36d-328310aec811', 'tag': '96bc58a4-1706-4668-bf21-ec4f7bd43ade'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:50:58.556326 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7084aeb-5958-4112-ba8f-3517d7265a57" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9db932-7e19-4ccb-b36d-328310aec811", "tag": "96bc58a4-1706-4668-bf21-ec4f7bd43ade"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:50:58.584946 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f307691-0607-4953-b747-962cb22dcb5e service neutron] Pushing event updated for resources: {'Port': ['ID=96bc58a4-1706-4668-bf21-ec4f7bd43ade,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:50:58.688154 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc35fb85-4e99-46fc-933a-80dbf05673a5 x-openstack-request-id: req-fc35fb85-4e99-46fc-933a-80dbf05673a5 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:50:58.688587 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9db932-7e19-4ccb-b36d-328310aec811", "tag": "96bc58a4-1706-4668-bf21-ec4f7bd43ade", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:50:58.688977 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc35fb85-4e99-46fc-933a-80dbf05673a5 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:50:58.689505 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9db932-7e19-4ccb-b36d-328310aec811', 'tag': '96bc58a4-1706-4668-bf21-ec4f7bd43ade', 'status': 'completed', 'code': 200} Jul 27 09:50:58.709930 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba56b7-8820-4128-bb22-b75c726e670b req-1492316c-97a9-4993-9af9-8da5d9c3fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:58.711474 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-1492316c-97a9-4993-9af9-8da5d9c3fdac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32282a78aee4e37971503896fee5b9f&device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 1096 time: 0.0793679 Jul 27 09:50:58.768196 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-b74c9bb6-c575-40ad-9dac-ebf9ea1a3fd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bc58a4-1706-4668-bf21-ec4f7bd43ade HTTP/1.1" status: 200 len: 217 time: 0.0369747 Jul 27 09:50:58.826847 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba56b7-8820-4128-bb22-b75c726e670b req-5cae235f-c47a-4ae5-b9da-e1e03c0661da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:58.828320 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-5cae235f-c47a-4ae5-b9da-e1e03c0661da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7302fd7-27be-43dc-8a6a-6733cee5b8d5 HTTP/1.1" status: 200 len: 848 time: 0.0437367 Jul 27 09:50:58.865757 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-8881fe4a-9310-41e5-8843-953faa5ed6fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b050e150-72c5-4b2e-a677-ae97c4db162e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289006 Jul 27 09:50:58.958797 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b4197a89-94bf-47f8-a7e3-fbc40bc23c30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:58.962963 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b4197a89-94bf-47f8-a7e3-fbc40bc23c30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:58.964754 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-73c0088f-530f-404f-9d83-8d2a54f54dbc service neutron] 10.222.0.48 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911398 Jul 27 09:50:59.063451 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1aba56b7-8820-4128-bb22-b75c726e670b req-f189bb34-79a1-42c5-a7fa-3383b79c821a service neutron] 10.222.0.48 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909097 Jul 27 09:50:59.072489 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.l3_db [None req-b4197a89-94bf-47f8-a7e3-fbc40bc23c30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Floating IP c36e2d6c-636d-4c4d-ae71-2c7b9e0d217a associated. External IP: 172.27.1.35, port: 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5. Jul 27 09:50:59.308042 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c850fc-e211-4e72-bfad-9d4d38f4e09f req-136e65dc-c626-403f-9bcf-716b581819b5 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:59.310550 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a3c850fc-e211-4e72-bfad-9d4d38f4e09f req-136e65dc-c626-403f-9bcf-716b581819b5 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 943 time: 0.1404285 Jul 27 09:50:59.316012 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-8a0b2685-d398-4dfd-aa6a-df9aa5643c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:59.317441 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-8a0b2685-d398-4dfd-aa6a-df9aa5643c37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32282a78aee4e37971503896fee5b9f&device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 1096 time: 0.1103237 Jul 27 09:50:59.349194 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4197a89-94bf-47f8-a7e3-fbc40bc23c30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Router 3e281f26-6f08-43be-826c-c42b4eface08 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:50:59.416519 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a3c850fc-e211-4e72-bfad-9d4d38f4e09f req-bd364e36-56cb-4e59-91f9-8bebe6d32309 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964878 Jul 27 09:50:59.473870 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-56fca7f1-e02d-4bf4-a994-e20e77803ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:59.473870 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-56fca7f1-e02d-4bf4-a994-e20e77803ae2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b050e150-72c5-4b2e-a677-ae97c4db162e HTTP/1.1" status: 200 len: 909 time: 0.1357558 Jul 27 09:50:59.500292 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4197a89-94bf-47f8-a7e3-fbc40bc23c30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:50:59.505725 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b4197a89-94bf-47f8-a7e3-fbc40bc23c30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:50:59.510572 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] Sync routers for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:50:59.521741 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:50:59.522384 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:50:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:50:59.548520 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-b4197a89-94bf-47f8-a7e3-fbc40bc23c30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "PUT /v2.0/floatingips/c36e2d6c-636d-4c4d-ae71-2c7b9e0d217a HTTP/1.1" status: 200 len: 990 time: 1.1022589 Jul 27 09:50:59.548520 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'}] {{(pid=99745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:50:59.551702 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce3b41c462ebba350985894298ca90253f8663e19624fa7accfd13c45103618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba89cf1-819a-4b45-8154-4b9518a7bf2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5"}]}' {{(pid=99745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:50:59.599779 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b12ccc-c504-4e35-b658-da15e42a45c1 req-6b35c122-4711-46b4-959b-57612ca7e6ec tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:50:59.601315 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-65b12ccc-c504-4e35-b658-da15e42a45c1 req-6b35c122-4711-46b4-959b-57612ca7e6ec tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0768876 Jul 27 09:50:59.640092 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:50:59.640438 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-65b12ccc-c504-4e35-b658-da15e42a45c1 req-55729f73-41f0-41df-be90-716d9a559d63 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Jul 27 09:50:59.741411 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f853f8cb-0192-4b2b-8b9c-b022c7bda4da x-openstack-request-id: req-f853f8cb-0192-4b2b-8b9c-b022c7bda4da {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:50:59.741697 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5", "status": "completed", "code": 200}]} {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:50:59.741944 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f853f8cb-0192-4b2b-8b9c-b022c7bda4da {{(pid=99745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:50:59.742339 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'status': 'completed', 'code': 200} Jul 27 09:51:00.024815 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': 'c36e2d6c-636d-4c4d-ae71-2c7b9e0d217a', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'port_id': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'mac_address': 'fa:16:3e:c0:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:50:45Z', 'updated_at': '2021-07-27T09:50:58Z', 'revision_number': 1, 'project_id': '0276852d6358459f97418591cc32a01a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:00.051436 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] Checking router: 3e281f26-6f08-43be-826c-c42b4eface08 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:51:00.059731 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:51:00.060354 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:50:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:00.162974 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:51:00.390568 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': 'c36e2d6c-636d-4c4d-ae71-2c7b9e0d217a', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'port_id': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'mac_address': 'fa:16:3e:c0:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:50:45Z', 'updated_at': '2021-07-27T09:50:58Z', 'revision_number': 1, 'project_id': '0276852d6358459f97418591cc32a01a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:00.417605 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d292f1f4-874b-4e75-bebc-7db30ba30c4c None None] The sync data for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi is: [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': 'c36e2d6c-636d-4c4d-ae71-2c7b9e0d217a', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'port_id': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'mac_address': 'fa:16:3e:c0:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:50:45Z', 'updated_at': '2021-07-27T09:50:58Z', 'revision_number': 1, 'project_id': '0276852d6358459f97418591cc32a01a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:51:00.556895 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e37408-63fd-41f2-9cc9-25fdbb660508 req-0eee0a33-fc9b-4985-999f-5c6fdaf5f69b tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:00.558406 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e4e37408-63fd-41f2-9cc9-25fdbb660508 req-0eee0a33-fc9b-4985-999f-5c6fdaf5f69b tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 943 time: 0.0650520 Jul 27 09:51:00.598367 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e4e37408-63fd-41f2-9cc9-25fdbb660508 req-b6533441-2df9-447e-9ca0-df2ddbcd2310 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Jul 27 09:51:00.613424 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32f9eb-9dc0-4052-808c-32f775f9bc69 None None] New status for floating IP c36e2d6c-636d-4c4d-ae71-2c7b9e0d217a: ACTIVE {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:51:00.780286 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc34013-8b82-46de-af54-973b727c6ce0 req-3ac7b205-e8d0-45ce-a93c-8a0b2d5837bd tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:00.781777 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6dc34013-8b82-46de-af54-973b727c6ce0 req-3ac7b205-e8d0-45ce-a93c-8a0b2d5837bd tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0682545 Jul 27 09:51:00.821436 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6dc34013-8b82-46de-af54-973b727c6ce0 req-7e95daed-faf1-448f-949d-a276509597e4 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326869 Jul 27 09:51:01.725142 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931b022-3770-404f-a32d-d35937b86cc4 req-8cb0201e-65b8-496c-b86e-7f5c81fcd68e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:01.726592 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b931b022-3770-404f-a32d-d35937b86cc4 req-8cb0201e-65b8-496c-b86e-7f5c81fcd68e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 943 time: 0.0623903 Jul 27 09:51:01.763310 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b931b022-3770-404f-a32d-d35937b86cc4 req-cec3f412-89e5-40c5-8329-d579eccef293 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307355 Jul 27 09:51:01.954094 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b16a6-490f-4598-8d4f-4d3d644ffb96 req-2a64d817-6652-4bb9-8124-a6fb3d75fd6d tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:01.955747 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-746b16a6-490f-4598-8d4f-4d3d644ffb96 req-2a64d817-6652-4bb9-8124-a6fb3d75fd6d tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0670898 Jul 27 09:51:01.997212 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-746b16a6-490f-4598-8d4f-4d3d644ffb96 req-e8168670-2468-4ebd-a379-e6b245b88bea tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352325 Jul 27 09:51:02.742910 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-3baa27d8-1f0a-4744-81e8-030463179f2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bc58a4-1706-4668-bf21-ec4f7bd43ade HTTP/1.1" status: 200 len: 217 time: 0.0583560 Jul 27 09:51:02.806369 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-c588024e-bb08-4d7a-9a13-3840fa1494c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:02.807868 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-c588024e-bb08-4d7a-9a13-3840fa1494c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 1098 time: 0.1174028 Jul 27 09:51:02.809514 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-c81c7e41-12ff-41dc-b0db-02f98c6dc0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:02.810820 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-c81c7e41-12ff-41dc-b0db-02f98c6dc0c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7302fd7-27be-43dc-8a6a-6733cee5b8d5 HTTP/1.1" status: 200 len: 848 time: 0.0598578 Jul 27 09:51:02.895429 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-9795532c-0735-4f8d-a981-9c760f13cc99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b050e150-72c5-4b2e-a677-ae97c4db162e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659094 Jul 27 09:51:03.056245 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-4690185f-4e89-4963-bbfc-f4a53d720fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:03.057722 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-4690185f-4e89-4963-bbfc-f4a53d720fd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.2262447 Jul 27 09:51:03.069507 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b5e0-6c06-409c-9287-0d60a900ec2c req-447cfa9e-77cb-41b7-9eb2-84be64889c7e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:03.070997 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c7a0b5e0-6c06-409c-9287-0d60a900ec2c req-447cfa9e-77cb-41b7-9eb2-84be64889c7e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 943 time: 0.2427912 Jul 27 09:51:03.072778 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-3df60075-0ee2-499e-b717-d72efd0215db service neutron] 10.222.0.48 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480362 Jul 27 09:51:03.241438 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-3c387456-032a-40a9-b391-6caf31554acd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 HTTP/1.1" status: 200 len: 1000 time: 0.1677108 Jul 27 09:51:03.244211 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c7a0b5e0-6c06-409c-9287-0d60a900ec2c req-e8d4e641-1922-4848-a62e-ab7616fb7171 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629782 Jul 27 09:51:03.307037 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7084aeb-5958-4112-ba8f-3517d7265a57 req-c725c0c1-fa3b-4cd5-a7e7-05ae993d678a service neutron] 10.222.0.48 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158585 Jul 27 09:51:03.316711 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a4d02-6ce6-4f7c-b4bc-610b06fc9c71 req-94713c20-3e40-41e7-8158-24d04d274b7a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:03.318197 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c07a4d02-6ce6-4f7c-b4bc-610b06fc9c71 req-94713c20-3e40-41e7-8158-24d04d274b7a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.2435157 Jul 27 09:51:03.348764 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-595692da-e88a-4fc3-afd2-7c9339ba9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:03.350240 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-595692da-e88a-4fc3-afd2-7c9339ba9d85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0874569 Jul 27 09:51:03.377793 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c07a4d02-6ce6-4f7c-b4bc-610b06fc9c71 req-f290238c-1e83-4873-96da-a458c9706023 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508044 Jul 27 09:51:03.425092 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-be9d64fa-7d6b-46d3-985d-f4f3d73aee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:03.426616 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-be9d64fa-7d6b-46d3-985d-f4f3d73aee98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604935 Jul 27 09:51:03.537431 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-ab4309da-9ebf-4d4c-bbe6-0294082203d7 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949173 Jul 27 09:51:03.629491 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fba89cf1-819a-4b45-8154-4b9518a7bf2e req-cef51920-b35e-462c-8e16-2af5a8acc40a service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845940 Jul 27 09:51:04.374497 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea918-968c-42d1-a0b3-874736e86b63 req-4f1765a2-56e1-4f10-907c-e5c81d61d4d3 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:04.376032 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c87ea918-968c-42d1-a0b3-874736e86b63 req-4f1765a2-56e1-4f10-907c-e5c81d61d4d3 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 943 time: 0.0629699 Jul 27 09:51:04.415921 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c87ea918-968c-42d1-a0b3-874736e86b63 req-14b7a243-24e2-4e59-a530-12fd3eb97c28 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Jul 27 09:51:04.521595 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8538-b63e-4835-bf1c-921680b44298 req-5efc951f-9bf3-47dd-a986-95dc492771ec tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:04.523201 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17ea8538-b63e-4835-bf1c-921680b44298 req-5efc951f-9bf3-47dd-a986-95dc492771ec tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0712914 Jul 27 09:51:04.561239 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17ea8538-b63e-4835-bf1c-921680b44298 req-815b57b7-c8d5-47c2-8e8d-09e413b329a8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Jul 27 09:51:05.550445 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeebc7-fd92-4390-b52c-a7dba1a06fc3 req-93896986-9f58-45d4-83a5-1e65b15332d4 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:05.551509 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b8eeebc7-fd92-4390-b52c-a7dba1a06fc3 req-93896986-9f58-45d4-83a5-1e65b15332d4 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 943 time: 0.0706410 Jul 27 09:51:05.593947 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b8eeebc7-fd92-4390-b52c-a7dba1a06fc3 req-23c0b3f8-d8a0-469c-9f43-8728920e0e8a tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Jul 27 09:51:05.722042 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffce614-c76c-42cb-9b3c-4fab5869060c req-0e78dee4-43e3-4cc1-96ba-011a225933f0 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:05.723437 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6ffce614-c76c-42cb-9b3c-4fab5869060c req-0e78dee4-43e3-4cc1-96ba-011a225933f0 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0640750 Jul 27 09:51:05.763647 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6ffce614-c76c-42cb-9b3c-4fab5869060c req-24e90d4e-2cae-4d5d-a8f0-0994141e874b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342743 Jul 27 09:51:06.664572 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 96bc58a4-1706-4668-bf21-ec4f7bd43ade details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:51:06.727471 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de8dbe-13c1-4db4-98a3-df41e5a838d9 req-2ede0372-6300-4b02-afb9-2f1438c1ad86 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:06.728961 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c9de8dbe-13c1-4db4-98a3-df41e5a838d9 req-2ede0372-6300-4b02-afb9-2f1438c1ad86 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 943 time: 0.0689723 Jul 27 09:51:06.760914 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 96bc58a4-1706-4668-bf21-ec4f7bd43ade, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=96bc58a4-1706-4668-bf21-ec4f7bd43ade,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:06.770668 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c9de8dbe-13c1-4db4-98a3-df41e5a838d9 req-177b0905-6f6a-4b04-8a0b-199491c0a527 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345440 Jul 27 09:51:06.777526 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '96bc58a4-1706-4668-bf21-ec4f7bd43ade', 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e', 'port_id': '96bc58a4-1706-4668-bf21-ec4f7bd43ade', 'mac_address': 'fa:16:3e:3a:54:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7302fd7-27be-43dc-8a6a-6733cee5b8d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:51:06.815622 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:06.828257 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bc58a4-1706-4668-bf21-ec4f7bd43ade {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:51:06.848107 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 96bc58a4-1706-4668-bf21-ec4f7bd43ade, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=96bc58a4-1706-4668-bf21-ec4f7bd43ade,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:06.853034 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:06.899433 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4187d-4186-4cd4-b16a-0d9d8e52c2d3 req-d52fed22-5c61-4c8e-9f4f-9a7e41f4ed1e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:06.899951 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=96bc58a4-1706-4668-bf21-ec4f7bd43ade,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:06.900938 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67d4187d-4186-4cd4-b16a-0d9d8e52c2d3 req-d52fed22-5c61-4c8e-9f4f-9a7e41f4ed1e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0661190 Jul 27 09:51:06.940805 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-67d4187d-4186-4cd4-b16a-0d9d8e52c2d3 req-b7f1f8e3-ee0e-4824-88c4-443ec789e238 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335109 Jul 27 09:51:07.246563 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['96bc58a4-1706-4668-bf21-ec4f7bd43ade'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:51:07.329218 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-9bdcf294-92a9-45e9-9b48-a77b917a2144 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:07.330754 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-9bdcf294-92a9-45e9-9b48-a77b917a2144 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.0645123 Jul 27 09:51:07.434282 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Deleting port 3c846bb4-a9e2-4116-961c-9c134d496619 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:51:07.434623 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:07.527817 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] For port 3c846bb4-a9e2-4116-961c-9c134d496619, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=3c846bb4-a9e2-4116-961c-9c134d496619,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:07.528184 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:08.006104 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e264e-e73d-42f8-8905-16e56817805d req-f7e27d91-d75b-478b-9bfd-0256282bd8c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:08.007611 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c27e264e-e73d-42f8-8905-16e56817805d req-f7e27d91-d75b-478b-9bfd-0256282bd8c2 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 944 time: 0.1662743 Jul 27 09:51:08.016418 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:08.016835 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:08.017142 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Floating IP 52e2e5fb-a2e7-4854-8cf5-0198b493141d disassociated. External IP: 172.27.1.238, port: 3c846bb4-a9e2-4116-961c-9c134d496619. Jul 27 09:51:08.018240 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Calling delete_port for 3c846bb4-a9e2-4116-961c-9c134d496619 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:51:08.126769 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c27e264e-e73d-42f8-8905-16e56817805d req-eeafd49a-974c-4c15-961f-6e2e8342596a tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121202 Jul 27 09:51:08.168095 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a4d7-610f-4874-b84a-f4dde6b5617f req-b487e552-32a1-454b-b067-ac3f517a487c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:08.169582 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ecc5a4d7-610f-4874-b84a-f4dde6b5617f req-b487e552-32a1-454b-b067-ac3f517a487c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 945 time: 0.1575022 Jul 27 09:51:08.247548 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ecc5a4d7-610f-4874-b84a-f4dde6b5617f req-65d8c95c-832b-49e1-b1b0-5123d9b16100 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=40292f74-f103-41a8-821f-3c873fe414d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713844 Jul 27 09:51:08.253052 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:08.280552 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event deleted for resources: {'Port': ['ID=3c846bb4-a9e2-4116-961c-9c134d496619,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:08.405235 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:51:08.515569 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:51:08.530161 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] Sync routers for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:51:08.544638 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:51:08.545656 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:50:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:08.572167 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] No DVR routers for this DVR port 3c846bb4-a9e2-4116-961c-9c134d496619 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:51:08.574517 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:08.576494 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-609485d7-2fd6-4f91-a8a5-3a194d20fdf3 req-f9566c09-8fd1-42de-aca8-33e12ac7a497 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "DELETE /v2.0/ports/3c846bb4-a9e2-4116-961c-9c134d496619 HTTP/1.1" status: 204 len: 173 time: 1.2388754 Jul 27 09:51:08.576938 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'name': 'network-vif-deleted', 'tag': '3c846bb4-a9e2-4116-961c-9c134d496619'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:08.579211 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ade896-7aeb-4d9c-a24c-394471680182" -d '{"events": [{"server_uuid": "a04c319e-cf27-4835-b4a9-d593ef8a14e1", "name": "network-vif-deleted", "tag": "3c846bb4-a9e2-4116-961c-9c134d496619"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:08.620317 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ffbdf7-668f-4c54-9060-2d65f0f462b5 x-openstack-request-id: req-f3ffbdf7-668f-4c54-9060-2d65f0f462b5 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:08.620723 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04c319e-cf27-4835-b4a9-d593ef8a14e1", "name": "network-vif-deleted", "tag": "3c846bb4-a9e2-4116-961c-9c134d496619", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:08.621084 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3ffbdf7-668f-4c54-9060-2d65f0f462b5 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:08.621551 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04c319e-cf27-4835-b4a9-d593ef8a14e1', 'name': 'network-vif-deleted', 'tag': '3c846bb4-a9e2-4116-961c-9c134d496619', 'status': 'completed', 'code': 200} Jul 27 09:51:08.658101 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:51:08.945799 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:08.976259 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] Checking router: ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:51:09.016527 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:51:09.017211 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:50:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:09.142410 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:51:09.263700 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543484-7eef-4a03-850c-61039c62890d req-4c8884d1-2f90-4873-95d7-319155ca975f tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:09.267280 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d543484-7eef-4a03-850c-61039c62890d req-4c8884d1-2f90-4873-95d7-319155ca975f tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 944 time: 0.0704532 Jul 27 09:51:09.322761 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d543484-7eef-4a03-850c-61039c62890d req-e1dfee56-d2ac-411f-8808-62e4bd4a7850 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512431 Jul 27 09:51:09.378085 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-56a2b773-cf4e-4fbf-95ea-7d654e0e5ba3 req-a8b5ee5f-4c3e-45d3-bdcd-ebe710e1daca tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=a04c319e-cf27-4835-b4a9-d593ef8a14e1 HTTP/1.1" status: 200 len: 210 time: 0.0356903 Jul 27 09:51:09.477831 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:09.506578 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf0abc-9fd3-4477-9a3a-0c7865c65400 None None] The sync data for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi is: [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:51:09.702570 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45bda9-d542-4eaf-9653-21f1499da0ad None None] New status for floating IP 52e2e5fb-a2e7-4854-8cf5-0198b493141d: DOWN {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:51:09.936385 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 96bc58a4-1706-4668-bf21-ec4f7bd43ade up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:51:09.986766 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 96bc58a4-1706-4668-bf21-ec4f7bd43ade completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:51:09.990250 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 96bc58a4-1706-4668-bf21-ec4f7bd43ade triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:51:09.990615 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.071964 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.095151 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9db932-7e19-4ccb-b36d-328310aec811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc58a4-1706-4668-bf21-ec4f7bd43ade'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:10.097469 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da668ced-5e4c-4ef5-a30e-28f7812ab476" -d '{"events": [{"server_uuid": "3f9db932-7e19-4ccb-b36d-328310aec811", "name": "network-vif-plugged", "status": "completed", "tag": "96bc58a4-1706-4668-bf21-ec4f7bd43ade"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:10.118556 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 96bc58a4-1706-4668-bf21-ec4f7bd43ade, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=96bc58a4-1706-4668-bf21-ec4f7bd43ade,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:10.123826 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.188270 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=96bc58a4-1706-4668-bf21-ec4f7bd43ade,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:10.212773 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cea77f5-54f6-4b5d-83de-74ff27235d98 x-openstack-request-id: req-2cea77f5-54f6-4b5d-83de-74ff27235d98 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:10.213066 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9db932-7e19-4ccb-b36d-328310aec811", "name": "network-vif-plugged", "status": "completed", "tag": "96bc58a4-1706-4668-bf21-ec4f7bd43ade", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:10.213316 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2cea77f5-54f6-4b5d-83de-74ff27235d98 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:10.213735 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9db932-7e19-4ccb-b36d-328310aec811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc58a4-1706-4668-bf21-ec4f7bd43ade', 'code': 200} Jul 27 09:51:10.467275 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52756) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:10.472423 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eeab6f-2069-478b-9971-e5e777a54a91 req-229e88d9-a8f5-44af-981a-eae0a58474dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:10.473940 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b2eeab6f-2069-478b-9971-e5e777a54a91 req-229e88d9-a8f5-44af-981a-eae0a58474dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 1098 time: 0.0864480 Jul 27 09:51:10.523240 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f4b94e74-d690-425a-90fc-18b9dccb3898 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.526313 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b2eeab6f-2069-478b-9971-e5e777a54a91 req-e3c11959-1271-4cc9-aa19-bb1bf6b9fec7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Jul 27 09:51:10.538581 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31ab20-0b67-438b-82dd-72dc5cd6705f req-98df5dc7-a178-497e-85bb-240ab54c62fb tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:10.540079 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dd31ab20-0b67-438b-82dd-72dc5cd6705f req-98df5dc7-a178-497e-85bb-240ab54c62fb tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 945 time: 0.1024683 Jul 27 09:51:10.547383 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f4b94e74-d690-425a-90fc-18b9dccb3898 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.583630 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dd31ab20-0b67-438b-82dd-72dc5cd6705f req-4639f890-0dec-4e68-a1d1-79e5f8bc6fe0 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373378 Jul 27 09:51:10.599613 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f4b94e74-d690-425a-90fc-18b9dccb3898 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.602164 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f4b94e74-d690-425a-90fc-18b9dccb3898 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.603542 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f4b94e74-d690-425a-90fc-18b9dccb3898 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "DELETE /v2.0/security-groups/40292f74-f103-41a8-821f-3c873fe414d9 HTTP/1.1" status: 204 len: 168 time: 0.1352661 Jul 27 09:51:10.606342 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52758) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:10.613525 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b94e74-d690-425a-90fc-18b9dccb3898 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40292f74-f103-41a8-821f-3c873fe414d9,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:10.620320 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.api.v2.resource [None req-5fc143e9-cf1b-491b-83f2-7ef0ea43fd97 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] show failed (client error): The resource could not be found. Jul 27 09:51:10.621322 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5fc143e9-cf1b-491b-83f2-7ef0ea43fd97 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups/40292f74-f103-41a8-821f-3c873fe414d9 HTTP/1.1" status: 404 len: 347 time: 0.0139771 Jul 27 09:51:10.624101 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52760) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:10.692133 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-9ca996ed-b062-4a29-8500-cbf60dbf1b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.751675 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Deleting port 171c3ccf-2a49-4603-b708-91cc34878020 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:51:10.752130 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.831832 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.832167 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:10.843303 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Calling delete_port for 171c3ccf-2a49-4603-b708-91cc34878020 owned by network:floatingip {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:51:10.981641 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.006691 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event deleted for resources: {'Port': ['ID=171c3ccf-2a49-4603-b708-91cc34878020,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:11.073999 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.076648 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.077926 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-00133bc6-b494-47c8-9e34-6901ce873ce3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "DELETE /v2.0/floatingips/52e2e5fb-a2e7-4854-8cf5-0198b493141d HTTP/1.1" status: 204 len: 168 time: 0.4529324 Jul 27 09:51:11.574417 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52776) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:11.579164 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-e068a2e2-c01f-44d3-92c5-b47ceaefb39b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168991778', 'description': 'tempest-description--781535301'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:51:11.602854 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e068a2e2-c01f-44d3-92c5-b47ceaefb39b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.730692 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e068a2e2-c01f-44d3-92c5-b47ceaefb39b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.737731 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e068a2e2-c01f-44d3-92c5-b47ceaefb39b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.774098 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e8145-5a60-464b-b5c4-c7cab644d048 req-ddab8237-12d5-4e13-ae8a-18c707c39895 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:11.775616 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-db4e8145-5a60-464b-b5c4-c7cab644d048 req-ddab8237-12d5-4e13-ae8a-18c707c39895 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 945 time: 0.1203523 Jul 27 09:51:11.779401 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e068a2e2-c01f-44d3-92c5-b47ceaefb39b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.780533 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e068a2e2-c01f-44d3-92c5-b47ceaefb39b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2050903 Jul 27 09:51:11.783595 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068a2e2-c01f-44d3-92c5-b47ceaefb39b tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d32eb90-e2e2-48e6-82b8-54f485b6b118,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:11.783851 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 52780) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:11.788703 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-bc2a5bf4-a3bc-4c23-8008-1bb5c2451e66 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'security_group_rule': {'security_group_id': '3d32eb90-e2e2-48e6-82b8-54f485b6b118', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:51:11.818191 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5bf4-a3bc-4c23-8008-1bb5c2451e66 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.822300 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-db4e8145-5a60-464b-b5c4-c7cab644d048 req-ee37899c-4843-4dc8-98db-a380861c5080 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Jul 27 09:51:11.864599 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5bf4-a3bc-4c23-8008-1bb5c2451e66 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.867845 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5bf4-a3bc-4c23-8008-1bb5c2451e66 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.885254 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a5bf4-a3bc-4c23-8008-1bb5c2451e66 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945dcfa3-9ae5-4442-a863-d1bad27f7b9f,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:11.890771 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5bf4-a3bc-4c23-8008-1bb5c2451e66 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.893657 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-bc2a5bf4-a3bc-4c23-8008-1bb5c2451e66 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087837 Jul 27 09:51:11.894732 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52782) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:11.899426 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-0f5208fb-7a2f-4f86-960a-b7387dc59016 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'security_group_rule': {'security_group_id': '3d32eb90-e2e2-48e6-82b8-54f485b6b118', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:51:11.925396 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0f5208fb-7a2f-4f86-960a-b7387dc59016 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.936596 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 3c846bb4-a9e2-4116-961c-9c134d496619 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:51:11.957051 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 3c846bb4-a9e2-4116-961c-9c134d496619 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:51:11.957400 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 3c846bb4-a9e2-4116-961c-9c134d496619 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:51:11.978940 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0f5208fb-7a2f-4f86-960a-b7387dc59016 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.982561 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0f5208fb-7a2f-4f86-960a-b7387dc59016 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:11.998617 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5208fb-7a2f-4f86-960a-b7387dc59016 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ce8ce0-c9c1-455e-bef2-e94736c68596,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:12.012143 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0f5208fb-7a2f-4f86-960a-b7387dc59016 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.013478 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-0f5208fb-7a2f-4f86-960a-b7387dc59016 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176207 Jul 27 09:51:12.016596 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52784) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:12.021821 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'floatingip': {'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:51:12.045018 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.149994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.256161 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Allocated IP 172.27.1.98 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/b66beec6-e2e6-4709-b75b-91c2ed0d7ec1) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:51:12.355874 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.394209 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.441188 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:51:12.443920 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:51:12.449715 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:51:12.475497 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'Port': ['ID=b66beec6-e2e6-4709-b75b-91c2ed0d7ec1,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:12.537162 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.578066 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.724978 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.729201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.800896 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'Port': ['ID=b66beec6-e2e6-4709-b75b-91c2ed0d7ec1,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:12.809116 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.823724 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:12.824987 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-45c2de9e-412b-4de3-8769-537e68bdceb8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8070900 Jul 27 09:51:12.974182 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8119c-b456-4d23-9287-4efb0b7003a4 req-401ec3dd-7844-4822-8e8d-92a1721f8d73 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:12.975760 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00e8119c-b456-4d23-9287-4efb0b7003a4 req-401ec3dd-7844-4822-8e8d-92a1721f8d73 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 945 time: 0.0866687 Jul 27 09:51:12.982834 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-60789001-f51b-465b-951f-3c49128bc382 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--168991778&fields=id&tenant_id=ca228791ac2b4c6286601af992fcae44 HTTP/1.1" status: 200 len: 267 time: 0.0510480 Jul 27 09:51:13.068276 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00e8119c-b456-4d23-9287-4efb0b7003a4 req-56909adf-63d1-4e85-b05a-e85bbbec5bde tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845189 Jul 27 09:51:13.109994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-51a4abc4-309c-4dd2-9947-a6c19020dda0 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:13.112038 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-51a4abc4-309c-4dd2-9947-a6c19020dda0 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 810 time: 0.1226046 Jul 27 09:51:13.128458 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-600f8348-20a4-4706-b416-cabcb90887b6 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/quotas/ca228791ac2b4c6286601af992fcae44 HTTP/1.1" status: 200 len: 375 time: 0.0105400 Jul 27 09:51:13.202164 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-dde2f2d6-2b5e-43bb-88ac-b01a5ca38ad5 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669687 Jul 27 09:51:13.297415 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b91e3e95-bad7-4435-b4de-79495db52752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:13.304491 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-e3186758-d278-4e2d-8818-8b001af48418 service neutron] 10.222.0.22 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909655 Jul 27 09:51:13.400945 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-bd293b1a-2e2d-4cfd-8c29-d0929368082f service neutron] 10.222.0.22 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895967 Jul 27 09:51:13.545938 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad69033-35d0-4abb-9197-055d2ebdb048 req-11a17a6f-6599-455c-9341-a7d7fa40335f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:13.547568 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1ad69033-35d0-4abb-9197-055d2ebdb048 req-11a17a6f-6599-455c-9341-a7d7fa40335f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 945 time: 0.0727994 Jul 27 09:51:13.587453 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1ad69033-35d0-4abb-9197-055d2ebdb048 req-f11e375a-cb97-4a7e-84cc-dddc8d9f2e2f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Jul 27 09:51:13.661659 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe48dc4d-c269-4690-b769-4a944b9623f6 req-1c9a0282-b89b-4acf-aaa6-992e118b6b6e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 210 time: 0.0336473 Jul 27 09:51:13.743173 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:13.999893 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99d0c9-f5e4-40ca-85f7-892d5b5cfcc5 req-6fe41ed4-6d42-45a2-99e1-f4855917bb37 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:14.001356 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fc99d0c9-f5e4-40ca-85f7-892d5b5cfcc5 req-6fe41ed4-6d42-45a2-99e1-f4855917bb37 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 945 time: 0.0621240 Jul 27 09:51:14.039681 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fc99d0c9-f5e4-40ca-85f7-892d5b5cfcc5 req-dd71b62f-d4dd-4577-a8d7-c48ba1fcaf1b tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Jul 27 09:51:14.345175 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:14.726142 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202e07-6140-42ff-ae6b-2b1051f26546 req-1b96a30c-6610-4d21-9e63-5c3e888f016f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:14.727645 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fb202e07-6140-42ff-ae6b-2b1051f26546 req-1b96a30c-6610-4d21-9e63-5c3e888f016f tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 945 time: 0.0680485 Jul 27 09:51:14.776372 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fb202e07-6140-42ff-ae6b-2b1051f26546 req-079eb9b1-7cf7-4bfc-a08b-e548af3a2bf7 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jul 27 09:51:14.889524 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1a755c30-21dd-4ba6-b930-e00182d259b1 req-0ee0384b-4da3-481e-b561-4be7bac26f43 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 210 time: 0.0540369 Jul 27 09:51:14.991667 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-0d30d22f-cc8c-4382-a105-2de9d5b88649 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:14.993103 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-0d30d22f-cc8c-4382-a105-2de9d5b88649 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 810 time: 0.1440735 Jul 27 09:51:15.056571 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-705de820-b3dc-4ad5-aa0b-9a57d8dfe7b5 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca228791ac2b4c6286601af992fcae44 HTTP/1.1" status: 200 len: 379 time: 0.0381854 Jul 27 09:51:15.071399 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'port': {'device_id': '55d49169-1c95-4c4d-883b-814acef110a6', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'admin_state_up': True, 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'security_groups': ['3d32eb90-e2e2-48e6-82b8-54f485b6b118']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:51:15.216796 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd46b2-c1dd-4dc1-9b70-6359c784b07b req-018d4d71-fab2-444c-9cb8-deb8501a9c7f tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:15.218159 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-34bd46b2-c1dd-4dc1-9b70-6359c784b07b req-018d4d71-fab2-444c-9cb8-deb8501a9c7f tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 945 time: 0.1045687 Jul 27 09:51:15.230773 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Made reservation on behalf of ca228791ac2b4c6286601af992fcae44 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:51:15.233943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:15.280084 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-34bd46b2-c1dd-4dc1-9b70-6359c784b07b req-797d8281-40c9-499a-bf07-6869fec7daa4 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552433 Jul 27 09:51:15.378508 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Allocated IP 172.20.0.14 (e1d59e72-afa1-4b81-a94a-b12de5380b0e/4028857d-5e06-4e6b-a32b-1a13e8dffb03/75d66156-4f68-44e1-b8aa-03b35b4fe8bf) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:51:15.515058 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:15.529208 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Transition to ACTIVE for port object 75d66156-4f68-44e1-b8aa-03b35b4fe8bf will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:51:15.563576 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:15.609749 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:51:15.615238 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:51:15.617727 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:51:15.647405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event updated for resources: {'Port': ['ID=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:15.678714 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:15.679383 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:15.696580 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d0f8c2f8-d735-45c3-8900-9e455da3d173 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6290503 Jul 27 09:51:15.735412 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Request body: {'port': {'device_id': '55d49169-1c95-4c4d-883b-814acef110a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:51:15.789468 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:15.812038 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ed9e1466-1344-4d31-815f-52e5556f7838 None None] Provisioning for port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:51:15.818584 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ed9e1466-1344-4d31-815f-52e5556f7838 None None] Provisioning complete for port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:51:15.819008 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ed9e1466-1344-4d31-815f-52e5556f7838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:15.829224 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:15.866550 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:15.870782 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e1466-1344-4d31-815f-52e5556f7838 None None] Port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:51:16.058868 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fac412-04dc-46ba-ad08-f3dce6f3cb8b req-40005234-c4ee-416e-adc9-ef3d5896ef3b tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:16.059158 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-30fac412-04dc-46ba-ad08-f3dce6f3cb8b req-40005234-c4ee-416e-adc9-ef3d5896ef3b tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 945 time: 0.1929421 Jul 27 09:51:16.130027 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-30fac412-04dc-46ba-ad08-f3dce6f3cb8b req-ebe36f9d-2f38-4319-b7da-13725ba82648 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638597 Jul 27 09:51:16.225752 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d66156-4f68-44e1-b8aa-03b35b4fe8bf {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:51:16.237406 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acf220-a0bc-447d-88ff-716db2b68a3c req-74883af0-e5b6-414b-ae4a-bc1e30fbe08c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:16.238905 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-32acf220-a0bc-447d-88ff-716db2b68a3c req-74883af0-e5b6-414b-ae4a-bc1e30fbe08c tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 932 time: 0.1356177 Jul 27 09:51:16.242722 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.267850 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Transition to ACTIVE for port object 75d66156-4f68-44e1-b8aa-03b35b4fe8bf will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:51:16.275110 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.311339 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-32acf220-a0bc-447d-88ff-716db2b68a3c req-38be5ca7-3cad-4871-ad56-c4a6c3a9fdd7 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661933 Jul 27 09:51:16.346573 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Pushing event updated for resources: {'Port': ['ID=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:16.453447 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e077-560a-4299-81dd-679698b299c6 req-41afdf8f-395b-48dc-bc5b-a0ee5de44009 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:16.455090 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-3943e077-560a-4299-81dd-679698b299c6 req-41afdf8f-395b-48dc-bc5b-a0ee5de44009 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 945 time: 0.1167088 Jul 27 09:51:16.490029 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Attempting to bind port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:51:16.490413 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Attempting to bind port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:51:16.490762 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Attempting to bind port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf on network e1d59e72-afa1-4b81-a94a-b12de5380b0e {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:51:16.511956 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-9a34abd4-83de-4631-b990-75c3624c8d25 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:16.513471 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-9a34abd4-83de-4631-b990-75c3624c8d25 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.48 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 945 time: 0.1748025 Jul 27 09:51:16.514066 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf on network e1d59e72-afa1-4b81-a94a-b12de5380b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:51:16.514390 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Attempting to bind port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf on network e1d59e72-afa1-4b81-a94a-b12de5380b0e {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:51:16.529577 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:51:16.529916 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Checking segment: {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:51:16.530297 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Bound using segment: {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:51:16.530763 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Bound port: 75d66156-4f68-44e1-b8aa-03b35b4fe8bf, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055fcd33-1797-4cdf-a78b-890599bba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:51:16.531123 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.541948 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e273f-f1e9-43d4-b293-acf8ee51570d req-cd21c6b9-aee1-4763-86c6-0ace156bb1b5 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:16.543454 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-678e273f-f1e9-43d4-b293-acf8ee51570d req-cd21c6b9-aee1-4763-86c6-0ace156bb1b5 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f9db932-7e19-4ccb-b36d-328310aec811 HTTP/1.1" status: 200 len: 945 time: 0.1730673 Jul 27 09:51:16.570486 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Deleting port 96bc58a4-1706-4668-bf21-ec4f7bd43ade {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:51:16.570769 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.660113 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] For port 96bc58a4-1706-4668-bf21-ec4f7bd43ade, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=96bc58a4-1706-4668-bf21-ec4f7bd43ade,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:16.660479 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.678090 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Calling delete_port for 96bc58a4-1706-4668-bf21-ec4f7bd43ade owned by compute:nova {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:51:16.683590 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-678e273f-f1e9-43d4-b293-acf8ee51570d req-0bc88373-3058-441a-95d8-57351ebdcbd7 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013887 Jul 27 09:51:16.705353 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] For port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:51:16.709479 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] For port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:51:16.717573 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.770755 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:16.771431 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.772807 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] 10.222.0.48 "PUT /v2.0/ports/75d66156-4f68-44e1-b8aa-03b35b4fe8bf HTTP/1.1" status: 200 len: 1094 time: 1.0432985 Jul 27 09:51:16.773740 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d49169-1c95-4c4d-883b-814acef110a6', 'tag': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:16.775609 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d" -d '{"events": [{"name": "network-changed", "server_uuid": "55d49169-1c95-4c4d-883b-814acef110a6", "tag": "75d66156-4f68-44e1-b8aa-03b35b4fe8bf"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:16.785641 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Deleting port 2e0ebce5-5036-4fa6-881d-9d958a9b1899 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:51:16.785990 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.809373 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.843552 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009a19c6-c537-4716-a175-3bb869ae0920 x-openstack-request-id: req-009a19c6-c537-4716-a175-3bb869ae0920 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:16.843763 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d49169-1c95-4c4d-883b-814acef110a6", "tag": "75d66156-4f68-44e1-b8aa-03b35b4fe8bf", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:16.844000 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-009a19c6-c537-4716-a175-3bb869ae0920 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:16.844493 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d49169-1c95-4c4d-883b-814acef110a6', 'tag': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf', 'status': 'completed', 'code': 200} Jul 27 09:51:16.846187 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Pushing event deleted for resources: {'Port': ['ID=96bc58a4-1706-4668-bf21-ec4f7bd43ade,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:16.853016 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['96bc58a4-1706-4668-bf21-ec4f7bd43ade'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:51:16.875635 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e130d-06b8-4fa5-b372-736c3e0d425c service neutron] Pushing event updated for resources: {'Port': ['ID=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:16.915273 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] No DVR routers for this DVR port 96bc58a4-1706-4668-bf21-ec4f7bd43ade on host hv-cinder-80244 {{(pid=99745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:51:16.917898 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.920167 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.48 "DELETE /v2.0/ports/96bc58a4-1706-4668-bf21-ec4f7bd43ade HTTP/1.1" status: 204 len: 173 time: 0.4577556 Jul 27 09:51:16.920617 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9db932-7e19-4ccb-b36d-328310aec811', 'name': 'network-vif-deleted', 'tag': '96bc58a4-1706-4668-bf21-ec4f7bd43ade'}] {{(pid=99745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:16.923031 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce3b41c462ebba350985894298ca90253f8663e19624fa7accfd13c45103618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7982e3a8-ca34-4a48-9b7f-a4ec851d65a9" -d '{"events": [{"server_uuid": "3f9db932-7e19-4ccb-b36d-328310aec811", "name": "network-vif-deleted", "tag": "96bc58a4-1706-4668-bf21-ec4f7bd43ade"}]}' {{(pid=99745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:16.955105 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] For port 2e0ebce5-5036-4fa6-881d-9d958a9b1899, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=2e0ebce5-5036-4fa6-881d-9d958a9b1899,segment=NetworkSegment(d8c31729-011f-49fa-a410-d5248000ab9a),segment_id=d8c31729-011f-49fa-a410-d5248000ab9a)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:16.955492 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:16.964417 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa61d7d-df0a-44cf-be1d-12c6eec3496e x-openstack-request-id: req-9fa61d7d-df0a-44cf-be1d-12c6eec3496e {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:16.964956 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9db932-7e19-4ccb-b36d-328310aec811", "name": "network-vif-deleted", "tag": "96bc58a4-1706-4668-bf21-ec4f7bd43ade", "status": "completed", "code": 200}]} {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:16.965381 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fa61d7d-df0a-44cf-be1d-12c6eec3496e {{(pid=99745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:16.965940 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9db932-7e19-4ccb-b36d-328310aec811', 'name': 'network-vif-deleted', 'tag': '96bc58a4-1706-4668-bf21-ec4f7bd43ade', 'status': 'completed', 'code': 200} Jul 27 09:51:16.977588 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Calling delete_port for 2e0ebce5-5036-4fa6-881d-9d958a9b1899 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:51:16.990695 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-5c0dbb27-6683-4026-8ab7-0d2b4559becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:16.992220 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-5c0dbb27-6683-4026-8ab7-0d2b4559becd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 1097 time: 0.1341207 Jul 27 09:51:17.062936 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-c8f06fbb-da5f-4096-b8ed-9c7aff9c4a6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75d66156-4f68-44e1-b8aa-03b35b4fe8bf HTTP/1.1" status: 200 len: 217 time: 0.0376706 Jul 27 09:51:17.441755 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-47af860a-39db-4c80-b456-b7f4972515a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:17.443237 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-47af860a-39db-4c80-b456-b7f4972515a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 200 len: 849 time: 0.3714116 Jul 27 09:51:17.570924 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a2327-b65f-4382-b1ab-502826cc8500 req-9bb6a731-5504-4d42-a219-b968f783bb51 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:17.572432 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-197a2327-b65f-4382-b1ab-502826cc8500 req-9bb6a731-5504-4d42-a219-b968f783bb51 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/ports?device_id=321d9fd3-7665-4420-877e-6f86d23ef077 HTTP/1.1" status: 200 len: 945 time: 0.2159300 Jul 27 09:51:17.584550 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:17.599704 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026c56e-4b4e-4f68-9e1d-643884735bb2 req-09485aa5-3e31-4140-82e0-8995e362defe tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:17.601404 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7026c56e-4b4e-4f68-9e1d-643884735bb2 req-09485aa5-3e31-4140-82e0-8995e362defe tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 944 time: 0.2106292 Jul 27 09:51:17.619590 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['2e0ebce5-5036-4fa6-881d-9d958a9b1899'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:51:17.673594 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Pushing event deleted for resources: {'Port': ['ID=2e0ebce5-5036-4fa6-881d-9d958a9b1899,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:17.684872 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b3339552-ca0e-43a9-982b-05590080f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:17.686376 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-b3339552-ca0e-43a9-982b-05590080f55c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d59e72-afa1-4b81-a94a-b12de5380b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2293417 Jul 27 09:51:17.731478 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-197a2327-b65f-4382-b1ab-502826cc8500 req-5eaa0699-1114-48e3-a721-67e78743a11c tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.22 "GET /v2.0/security-groups?id=576b062e-3cd8-42b0-890a-5463e87ab6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504011 Jul 27 09:51:17.750591 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] No DVR routers for this DVR port 2e0ebce5-5036-4fa6-881d-9d958a9b1899 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:51:17.763291 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7026c56e-4b4e-4f68-9e1d-643884735bb2 req-527a5c51-c212-4b21-b3cc-58711c8e34b8 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526566 Jul 27 09:51:17.764381 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:17.766414 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bbd0f99e-2a40-4cf5-8420-b8447ca8b11e req-a3a7c7e6-374a-4b4d-b4d1-3f5f2170d1b3 tempest-VolumesSnapshotTestJSON-709716636 tempest-VolumesSnapshotTestJSON-709716636-project] 10.222.0.48 "DELETE /v2.0/ports/2e0ebce5-5036-4fa6-881d-9d958a9b1899 HTTP/1.1" status: 204 len: 173 time: 1.2437940 Jul 27 09:51:17.837018 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-d77ea5b9-af2d-4433-b5fc-3bdf792fe655 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247697 Jul 27 09:51:18.003193 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81cf6af2-3496-48fe-a7e5-37dbc0f56c3e req-c6963b61-803b-4f6b-ab3b-01561c4a69fa service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547525 Jul 27 09:51:18.035068 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-a7af3b42-3005-45e6-9357-c7644bac7438 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:18.036519 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-a7af3b42-3005-45e6-9357-c7644bac7438 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/networks?id=b050e150-72c5-4b2e-a677-ae97c4db162e HTTP/1.1" status: 200 len: 808 time: 0.1261542 Jul 27 09:51:18.051474 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-3aabe47e-3442-4509-ba1c-71b679a86e27 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/quotas/b32282a78aee4e37971503896fee5b9f HTTP/1.1" status: 200 len: 375 time: 0.0090871 Jul 27 09:51:18.090848 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-80b5d33c-84ac-4883-a5fe-a9c48857e3d8 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b32282a78aee4e37971503896fee5b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340269 Jul 27 09:51:18.221291 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-65129827-3e4d-47d0-b0af-5660eed3159b service neutron] 10.222.0.22 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171277 Jul 27 09:51:18.223381 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-20fc591f-2d72-4078-ba3b-13a8b682c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:18.224773 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-20fc591f-2d72-4078-ba3b-13a8b682c8ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 1097 time: 0.1281180 Jul 27 09:51:18.382484 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-eb1c1727-0a35-4037-b0e4-2a5e4404f185 service neutron] 10.222.0.22 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550436 Jul 27 09:51:18.383661 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-465ffbf4-fa2a-4ac6-a09e-65bc69ef729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:18.385551 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-465ffbf4-fa2a-4ac6-a09e-65bc69ef729b service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 911 time: 0.1506562 Jul 27 09:51:18.441642 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-71722ef4-7060-4d4f-84e7-9f33a017b12b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75d66156-4f68-44e1-b8aa-03b35b4fe8bf HTTP/1.1" status: 200 len: 217 time: 0.0357752 Jul 27 09:51:18.531988 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-ad4dfb4d-6756-44e2-9137-82a5bc43a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:18.533490 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-ad4dfb4d-6756-44e2-9137-82a5bc43a10b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 200 len: 849 time: 0.0833805 Jul 27 09:51:18.583039 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2dccdb73-9a25-4733-bc3e-8e0ce2b96418 req-5f4fa5d0-c02f-4100-8dbc-bbe7d5066e4a tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 210 time: 0.0385787 Jul 27 09:51:18.628650 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-0f3f1df9-b6a0-45cb-99be-dd14873a63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:18.630171 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-0f3f1df9-b6a0-45cb-99be-dd14873a63de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d59e72-afa1-4b81-a94a-b12de5380b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756893 Jul 27 09:51:18.723023 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-f45ca79d-2de1-4382-8fa7-865cb42c8949 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848100 Jul 27 09:51:18.836396 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-107ae1c6-eb3c-45b0-9f27-a52142f0c03d req-77e00f91-f6e2-4216-983b-7056c8d98646 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048038 Jul 27 09:51:18.846582 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321d9fd3-7665-4420-877e-6f86d23ef077', 'name': 'network-vif-deleted', 'tag': '2e0ebce5-5036-4fa6-881d-9d958a9b1899'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:18.852236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91df8b17-de6d-450d-810e-ef36ce9c0ddf" -d '{"events": [{"server_uuid": "321d9fd3-7665-4420-877e-6f86d23ef077", "name": "network-vif-deleted", "tag": "2e0ebce5-5036-4fa6-881d-9d958a9b1899"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:18.897543 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f72b6-6887-4496-8125-569c2a536310 x-openstack-request-id: req-da4f72b6-6887-4496-8125-569c2a536310 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:18.897891 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321d9fd3-7665-4420-877e-6f86d23ef077", "name": "network-vif-deleted", "tag": "2e0ebce5-5036-4fa6-881d-9d958a9b1899", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:18.898079 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da4f72b6-6887-4496-8125-569c2a536310 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:18.898473 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321d9fd3-7665-4420-877e-6f86d23ef077', 'name': 'network-vif-deleted', 'tag': '2e0ebce5-5036-4fa6-881d-9d958a9b1899', 'status': 'completed', 'code': 200} Jul 27 09:51:18.932489 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3727b-9ca6-4372-9cf2-042729a37180 req-8b28b95c-76d7-4923-a3f5-fc0a057de840 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:18.934188 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-21a3727b-9ca6-4372-9cf2-042729a37180 req-8b28b95c-76d7-4923-a3f5-fc0a057de840 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 944 time: 0.0777276 Jul 27 09:51:18.983977 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-21a3727b-9ca6-4372-9cf2-042729a37180 req-668f3a6c-ddfd-4aa8-b686-55e08bf710b6 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414779 Jul 27 09:51:19.715108 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42639788-ea78-4aeb-8881-9561c472fc3c req-7ebdc3af-c0e1-4713-97ae-96d0decf520a tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 210 time: 0.0342855 Jul 27 09:51:19.765160 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-476e9010-6741-4712-913d-179f30807fc7 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:19.766753 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-476e9010-6741-4712-913d-179f30807fc7 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.48 "GET /v2.0/networks?id=b050e150-72c5-4b2e-a677-ae97c4db162e HTTP/1.1" status: 200 len: 808 time: 0.1327338 Jul 27 09:51:19.801254 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Request body: {'port': {'device_id': 'cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe', 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e', 'admin_state_up': True, 'tenant_id': 'b32282a78aee4e37971503896fee5b9f'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:51:19.913269 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Made reservation on behalf of b32282a78aee4e37971503896fee5b9f for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:51:19.916700 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:19.968473 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 75d66156-4f68-44e1-b8aa-03b35b4fe8bf details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:51:19.978804 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 96bc58a4-1706-4668-bf21-ec4f7bd43ade no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:51:20.000577 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 96bc58a4-1706-4668-bf21-ec4f7bd43ade {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:51:20.000927 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 96bc58a4-1706-4668-bf21-ec4f7bd43ade not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:51:20.001886 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 2e0ebce5-5036-4fa6-881d-9d958a9b1899 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:51:20.023361 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 2e0ebce5-5036-4fa6-881d-9d958a9b1899 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:51:20.023742 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 2e0ebce5-5036-4fa6-881d-9d958a9b1899 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:51:20.051621 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Allocated IP 172.20.0.4 (b050e150-72c5-4b2e-a677-ae97c4db162e/a7302fd7-27be-43dc-8a6a-6733cee5b8d5/a754d248-7fbb-4868-b6b9-c16dfa096594) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:51:20.104193 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:20.115050 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'port_id': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf', 'mac_address': 'fa:16:3e:be:a9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:51:20.152393 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:20.165392 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d66156-4f68-44e1-b8aa-03b35b4fe8bf {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:51:20.187586 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:20.192764 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:20.202255 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65842b88-1399-4868-a230-caf598f3c4dd req-0c0319b5-d070-4c77-b29d-e0c51d3f1b6a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:20.207379 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-65842b88-1399-4868-a230-caf598f3c4dd req-0c0319b5-d070-4c77-b29d-e0c51d3f1b6a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 944 time: 0.1496391 Jul 27 09:51:20.241612 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:20.273635 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-65842b88-1399-4868-a230-caf598f3c4dd req-eb753a52-1eca-4116-af5b-05142be152bf tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622711 Jul 27 09:51:20.283944 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:20.323826 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:20.363138 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Network b050e150-72c5-4b2e-a677-ae97c4db162e is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:51:20.366234 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:51:20.373097 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:51:20.398584 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Pushing event updated for resources: {'Port': ['ID=a754d248-7fbb-4868-b6b9-c16dfa096594,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:20.425740 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:20.426363 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:20.445083 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-ac922817-1e4a-4572-9292-7b17afaee90e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6437654 Jul 27 09:51:20.461126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Request body: {'port': {'device_id': 'cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:51:20.519751 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['75d66156-4f68-44e1-b8aa-03b35b4fe8bf'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:51:20.537113 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:20.825615 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a754d248-7fbb-4868-b6b9-c16dfa096594 {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:51:20.834829 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:20.851314 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Transition to ACTIVE for port object a754d248-7fbb-4868-b6b9-c16dfa096594 will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:51:20.857753 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:20.912975 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d80c23-0941-4bd0-b9c4-c29edbf85501 req-c6428aa2-296e-416b-a482-06b300576304 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:20.914459 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-16d80c23-0941-4bd0-b9c4-c29edbf85501 req-c6428aa2-296e-416b-a482-06b300576304 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 931 time: 0.1299975 Jul 27 09:51:20.936476 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Pushing event updated for resources: {'Port': ['ID=a754d248-7fbb-4868-b6b9-c16dfa096594,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:21.007965 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-16d80c23-0941-4bd0-b9c4-c29edbf85501 req-33be3635-1e21-4ae4-9434-623a1bdd3227 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858932 Jul 27 09:51:21.028962 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Attempting to bind port a754d248-7fbb-4868-b6b9-c16dfa096594 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:51:21.029305 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Attempting to bind port a754d248-7fbb-4868-b6b9-c16dfa096594 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '73ac4093-daea-495d-b8e2-cd09738291a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:51:21.029637 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Attempting to bind port a754d248-7fbb-4868-b6b9-c16dfa096594 on network b050e150-72c5-4b2e-a677-ae97c4db162e {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:51:21.033922 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Port a754d248-7fbb-4868-b6b9-c16dfa096594 on network b050e150-72c5-4b2e-a677-ae97c4db162e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:51:21.034241 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Attempting to bind port a754d248-7fbb-4868-b6b9-c16dfa096594 on network b050e150-72c5-4b2e-a677-ae97c4db162e {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:51:21.039073 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:51:21.039417 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Checking segment: {'id': '73ac4093-daea-495d-b8e2-cd09738291a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:51:21.039801 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Bound using segment: {'id': '73ac4093-daea-495d-b8e2-cd09738291a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:51:21.040227 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Bound port: a754d248-7fbb-4868-b6b9-c16dfa096594, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ac4093-daea-495d-b8e2-cd09738291a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:51:21.040590 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:21.101831 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] For port a754d248-7fbb-4868-b6b9-c16dfa096594, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:51:21.104691 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] For port a754d248-7fbb-4868-b6b9-c16dfa096594, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=a754d248-7fbb-4868-b6b9-c16dfa096594,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:51:21.109256 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:21.148064 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:21.148676 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:21.150052 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] 10.222.0.48 "PUT /v2.0/ports/a754d248-7fbb-4868-b6b9-c16dfa096594 HTTP/1.1" status: 200 len: 1093 time: 0.6935098 Jul 27 09:51:21.150505 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe', 'tag': 'a754d248-7fbb-4868-b6b9-c16dfa096594'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:21.152812 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49a7b09-09dc-4c71-a643-a7c32ee0c545" -d '{"events": [{"name": "network-changed", "server_uuid": "cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe", "tag": "a754d248-7fbb-4868-b6b9-c16dfa096594"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:21.172929 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8b3a9-8538-4190-864c-c2610c86ae4b service neutron] Pushing event updated for resources: {'Port': ['ID=a754d248-7fbb-4868-b6b9-c16dfa096594,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:21.193434 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c858125-f25d-46e9-b2ca-fa08ea364b23 x-openstack-request-id: req-3c858125-f25d-46e9-b2ca-fa08ea364b23 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:21.193722 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe", "tag": "a754d248-7fbb-4868-b6b9-c16dfa096594", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:21.193978 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c858125-f25d-46e9-b2ca-fa08ea364b23 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:21.194380 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe', 'tag': 'a754d248-7fbb-4868-b6b9-c16dfa096594', 'status': 'completed', 'code': 200} Jul 27 09:51:21.407712 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc82641-62aa-4016-bb12-940aae043ab1 req-2856ed51-adc1-4db1-a3de-9acbd14f1683 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:21.409228 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3bc82641-62aa-4016-bb12-940aae043ab1 req-2856ed51-adc1-4db1-a3de-9acbd14f1683 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 945 time: 0.0675213 Jul 27 09:51:21.447259 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3bc82641-62aa-4016-bb12-940aae043ab1 req-5ac6e9d6-2f38-428a-84f1-3126f07d544e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321724 Jul 27 09:51:22.135660 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085edab-88ce-457d-8a96-8febabbf37b1 req-a458c242-4de4-4c49-99cb-eaf3607f32b9 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:22.137120 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6085edab-88ce-457d-8a96-8febabbf37b1 req-a458c242-4de4-4c49-99cb-eaf3607f32b9 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 943 time: 0.0631216 Jul 27 09:51:22.166404 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:51:22.174179 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6085edab-88ce-457d-8a96-8febabbf37b1 req-e3382607-5006-4c12-b0b4-30f4794081da tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307677 Jul 27 09:51:22.573218 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67acea-f1be-4cea-b912-d9bbf4c7f5fd req-8aae8e6c-de8c-49c7-aed6-dda1525951aa tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:22.574664 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0b67acea-f1be-4cea-b912-d9bbf4c7f5fd req-8aae8e6c-de8c-49c7-aed6-dda1525951aa tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 945 time: 0.0619974 Jul 27 09:51:22.611014 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0b67acea-f1be-4cea-b912-d9bbf4c7f5fd req-c0b67488-e1e7-4285-be77-1afee1244ba1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297761 Jul 27 09:51:23.308357 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0dcdc-e9ac-4260-84e4-c160752c3392 req-a851ebb8-cce2-4517-850d-e10040b78057 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:23.309901 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7be0dcdc-e9ac-4260-84e4-c160752c3392 req-a851ebb8-cce2-4517-850d-e10040b78057 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 943 time: 0.0686991 Jul 27 09:51:23.347770 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7be0dcdc-e9ac-4260-84e4-c160752c3392 req-473d128f-ebfa-4d09-8532-8fab4fc60370 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Jul 27 09:51:23.572810 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a7b09-09dc-4c71-a643-a7c32ee0c545 req-8f89748b-ab3a-4c3d-95ed-27be41fb4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:23.574310 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f49a7b09-09dc-4c71-a643-a7c32ee0c545 req-8f89748b-ab3a-4c3d-95ed-27be41fb4adb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32282a78aee4e37971503896fee5b9f&device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 1096 time: 0.0544016 Jul 27 09:51:23.697420 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a7b09-09dc-4c71-a643-a7c32ee0c545 req-f65edb89-b474-4ff4-ade2-e6edb072cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:23.698935 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f49a7b09-09dc-4c71-a643-a7c32ee0c545 req-f65edb89-b474-4ff4-ade2-e6edb072cbfb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b32282a78aee4e37971503896fee5b9f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1068141 Jul 27 09:51:23.818449 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe21aef-65b6-4fd5-b4db-9bf5f04d0e7e req-c2f15596-d0f9-41b6-8173-6c21dd2bdaea tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:23.819851 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cbe21aef-65b6-4fd5-b4db-9bf5f04d0e7e req-c2f15596-d0f9-41b6-8173-6c21dd2bdaea tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 945 time: 0.1362572 Jul 27 09:51:23.824325 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a7b09-09dc-4c71-a643-a7c32ee0c545 req-681e0f8a-917b-4120-8166-60333c85e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:23.825647 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f49a7b09-09dc-4c71-a643-a7c32ee0c545 req-681e0f8a-917b-4120-8166-60333c85e22e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112208 Jul 27 09:51:23.859402 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cbe21aef-65b6-4fd5-b4db-9bf5f04d0e7e req-6ab1a0dd-e5f1-41e9-b1dc-780867bc4001 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327632 Jul 27 09:51:23.940177 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-60adcaf8-2cd4-4ca4-a452-299f97992f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:23.941860 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-60adcaf8-2cd4-4ca4-a452-299f97992f7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32282a78aee4e37971503896fee5b9f&device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 1096 time: 0.0560925 Jul 27 09:51:23.993082 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-b3de8c08-6c8d-4879-b277-41bf73d14abb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a754d248-7fbb-4868-b6b9-c16dfa096594 HTTP/1.1" status: 200 len: 217 time: 0.0366416 Jul 27 09:51:24.042828 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-0e608fd8-e66f-4fa1-a929-fa416db449e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:24.044258 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-0e608fd8-e66f-4fa1-a929-fa416db449e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7302fd7-27be-43dc-8a6a-6733cee5b8d5 HTTP/1.1" status: 200 len: 848 time: 0.0434563 Jul 27 09:51:24.079965 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-d9f6ebf0-4d9f-4800-8652-38617488a8fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b050e150-72c5-4b2e-a677-ae97c4db162e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266032 Jul 27 09:51:24.172839 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-97792bda-d091-4619-9e98-fa260b0974fb service neutron] 10.222.0.48 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840640 Jul 27 09:51:24.490405 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 75d66156-4f68-44e1-b8aa-03b35b4fe8bf up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:51:24.538392 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:51:24.544046 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:51:24.544430 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:24.562429 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ce6b4ae3-0721-483a-91ae-9d8e4a18b598 req-669ec4d2-43f3-46c5-b9a4-6e799969dd6b service neutron] 10.222.0.48 "GET /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805165 Jul 27 09:51:24.574931 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83a45-5ef6-4a3d-b616-c77dfdc10b7b req-3451850c-cd82-4cf7-80fb-d17d362d9f48 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:24.576569 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6ea83a45-5ef6-4a3d-b616-c77dfdc10b7b req-3451850c-cd82-4cf7-80fb-d17d362d9f48 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 943 time: 0.1208665 Jul 27 09:51:24.620104 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6ea83a45-5ef6-4a3d-b616-c77dfdc10b7b req-f8160e7f-6a9c-4716-9548-b9d370948c47 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371103 Jul 27 09:51:24.652797 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:24.675724 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d49169-1c95-4c4d-883b-814acef110a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:24.677957 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd74bff6-ad48-44ef-8e43-1fa6f25e986d" -d '{"events": [{"server_uuid": "55d49169-1c95-4c4d-883b-814acef110a6", "name": "network-vif-plugged", "status": "completed", "tag": "75d66156-4f68-44e1-b8aa-03b35b4fe8bf"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:24.691141 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:24.695497 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:24.740800 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4bbaf3-3664-439d-a446-206b8272f461 x-openstack-request-id: req-5d4bbaf3-3664-439d-a446-206b8272f461 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:24.741184 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d49169-1c95-4c4d-883b-814acef110a6", "name": "network-vif-plugged", "status": "completed", "tag": "75d66156-4f68-44e1-b8aa-03b35b4fe8bf", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:24.741517 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d4bbaf3-3664-439d-a446-206b8272f461 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:24.742089 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d49169-1c95-4c4d-883b-814acef110a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf', 'code': 200} Jul 27 09:51:24.776519 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:25.020975 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2d6a-371a-4a43-bb65-dc953464bd46 req-956479b8-83d3-4280-b4fd-01a5fbf7de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:25.022587 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b95d2d6a-371a-4a43-bb65-dc953464bd46 req-956479b8-83d3-4280-b4fd-01a5fbf7de51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 1099 time: 0.1009953 Jul 27 09:51:25.055587 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24074997-fda9-46ab-a85d-a896c941fbbc req-845ff7ce-5917-48c5-b422-eb0c70f49f6a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:25.057109 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24074997-fda9-46ab-a85d-a896c941fbbc req-845ff7ce-5917-48c5-b422-eb0c70f49f6a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 946 time: 0.1033680 Jul 27 09:51:25.087797 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b95d2d6a-371a-4a43-bb65-dc953464bd46 req-745cdccc-ea3e-462e-b62b-d1ef303c47c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577047 Jul 27 09:51:25.111843 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-24074997-fda9-46ab-a85d-a896c941fbbc req-33f85a55-4e7b-4e63-a9eb-180708d9e295 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464056 Jul 27 09:51:25.756138 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9f98-7b03-47da-a07e-4d53767a7d69 req-01234691-4659-4e04-878e-53660f602f03 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:25.756891 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42ff9f98-7b03-47da-a07e-4d53767a7d69 req-01234691-4659-4e04-878e-53660f602f03 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 943 time: 0.0670469 Jul 27 09:51:25.796773 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42ff9f98-7b03-47da-a07e-4d53767a7d69 req-de42e124-5c69-4902-b718-d53204bc521d tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327318 Jul 27 09:51:26.251673 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead2136-7665-4709-914d-40b5ef0f03e4 req-46ceaa3c-1005-41f0-831b-8c95becaf464 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:26.253084 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7ead2136-7665-4709-914d-40b5ef0f03e4 req-46ceaa3c-1005-41f0-831b-8c95becaf464 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 946 time: 0.0664997 Jul 27 09:51:26.291378 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7ead2136-7665-4709-914d-40b5ef0f03e4 req-83db2345-1d71-440c-a00d-8a01b109f896 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Jul 27 09:51:26.934370 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a8c90-a694-4084-818c-ffe57bb48c04 req-e18225ad-649e-4896-a34e-461ddb81a315 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:26.935909 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e4a8c90-a694-4084-818c-ffe57bb48c04 req-e18225ad-649e-4896-a34e-461ddb81a315 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 943 time: 0.0697536 Jul 27 09:51:26.975334 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e4a8c90-a694-4084-818c-ffe57bb48c04 req-7c0aeabd-b2ce-4c8b-bca9-e93ed331c43d tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Jul 27 09:51:27.440174 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c4a79-0e30-4589-9a63-d6526384d4d8 req-22675ba8-a66e-40cb-82c9-05dde51116b3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:27.442762 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6c2c4a79-0e30-4589-9a63-d6526384d4d8 req-22675ba8-a66e-40cb-82c9-05dde51116b3 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 946 time: 0.0748594 Jul 27 09:51:27.504441 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6c2c4a79-0e30-4589-9a63-d6526384d4d8 req-903dbe42-b3f1-4f85-837f-7bab227848a5 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540147 Jul 27 09:51:27.637931 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf463-c2c8-49cf-8225-f2b11769ad49 req-f4e4cd3c-fd7b-4adc-b5e9-86f2c5e954bc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:27.639456 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-406bf463-c2c8-49cf-8225-f2b11769ad49 req-f4e4cd3c-fd7b-4adc-b5e9-86f2c5e954bc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 946 time: 0.0667946 Jul 27 09:51:27.648404 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 52990) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:27.653079 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-f2c2a97c-f633-4270-8b8d-783323281d98 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Request body: {'floatingip': {'port_id': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:51:27.693511 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f2c2a97c-f633-4270-8b8d-783323281d98 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:28.193159 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c43b1-5756-4a6c-bf61-7923b76aa306 req-bc43b55b-55c8-4d2a-8c92-f660fffce215 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:28.194734 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c18c43b1-5756-4a6c-bf61-7923b76aa306 req-bc43b55b-55c8-4d2a-8c92-f660fffce215 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 943 time: 0.1466904 Jul 27 09:51:28.213902 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f2c2a97c-f633-4270-8b8d-783323281d98 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:28.222043 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f2c2a97c-f633-4270-8b8d-783323281d98 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:28.295860 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c18c43b1-5756-4a6c-bf61-7923b76aa306 req-30f0f63a-bfd8-4de7-915a-b4d66e162c5e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944986 Jul 27 09:51:28.357638 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [None req-f2c2a97c-f633-4270-8b8d-783323281d98 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Floating IP 73a7b90f-57af-4875-bfdc-a8f896c6a1a0 associated. External IP: 172.27.1.98, port: 75d66156-4f68-44e1-b8aa-03b35b4fe8bf. Jul 27 09:51:28.511407 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device a754d248-7fbb-4868-b6b9-c16dfa096594 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:51:28.587860 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c2a97c-f633-4270-8b8d-783323281d98 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:51:28.625571 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port a754d248-7fbb-4868-b6b9-c16dfa096594, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=a754d248-7fbb-4868-b6b9-c16dfa096594,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:28.638718 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': 'a754d248-7fbb-4868-b6b9-c16dfa096594', 'network_id': 'b050e150-72c5-4b2e-a677-ae97c4db162e', 'port_id': 'a754d248-7fbb-4868-b6b9-c16dfa096594', 'mac_address': 'fa:16:3e:b9:f8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7302fd7-27be-43dc-8a6a-6733cee5b8d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:51:28.699548 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:28.713914 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a754d248-7fbb-4868-b6b9-c16dfa096594 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:51:28.721137 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c2a97c-f633-4270-8b8d-783323281d98 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:51:28.726720 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f2c2a97c-f633-4270-8b8d-783323281d98 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:28.735445 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] Sync routers for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:51:28.741716 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port a754d248-7fbb-4868-b6b9-c16dfa096594, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=a754d248-7fbb-4868-b6b9-c16dfa096594,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:28.747176 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:28.753153 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:51:28.754454 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:51:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:28.772658 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f2c2a97c-f633-4270-8b8d-783323281d98 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "PUT /v2.0/floatingips/73a7b90f-57af-4875-bfdc-a8f896c6a1a0 HTTP/1.1" status: 200 len: 991 time: 1.1228623 Jul 27 09:51:28.773627 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d49169-1c95-4c4d-883b-814acef110a6', 'tag': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:28.776226 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e84b49-da7a-46ee-8a04-c31f17f82d50" -d '{"events": [{"name": "network-changed", "server_uuid": "55d49169-1c95-4c4d-883b-814acef110a6", "tag": "75d66156-4f68-44e1-b8aa-03b35b4fe8bf"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:28.814708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d63453-d7d2-45d0-bd65-9f4772a864bd x-openstack-request-id: req-54d63453-d7d2-45d0-bd65-9f4772a864bd {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:28.815007 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d49169-1c95-4c4d-883b-814acef110a6", "tag": "75d66156-4f68-44e1-b8aa-03b35b4fe8bf", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:28.815259 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54d63453-d7d2-45d0-bd65-9f4772a864bd {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:28.815656 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d49169-1c95-4c4d-883b-814acef110a6', 'tag': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf', 'status': 'completed', 'code': 200} Jul 27 09:51:28.869689 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=a754d248-7fbb-4868-b6b9-c16dfa096594,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:28.908967 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:51:28.943026 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-f1bf2159-d5bf-42bc-a022-1a2969822e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:28.943356 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-f1bf2159-d5bf-42bc-a022-1a2969822e03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca228791ac2b4c6286601af992fcae44&device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 1099 time: 0.0682335 Jul 27 09:51:29.053859 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-6a45830f-5c3e-4036-b869-da4a6587e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:29.055369 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-6a45830f-5c3e-4036-b869-da4a6587e36f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 200 len: 911 time: 0.1028371 Jul 27 09:51:29.150079 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '73a7b90f-57af-4875-bfdc-a8f896c6a1a0', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'port_id': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'mac_address': 'fa:16:3e:be:a9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d49169-1c95-4c4d-883b-814acef110a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:51:12Z', 'updated_at': '2021-07-27T09:51:28Z', 'revision_number': 1, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:29.176248 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] Checking router: ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:51:29.184751 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:51:29.185358 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:51:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:29.293733 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:51:29.468837 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2967400-68e6-47e5-a6bc-d54196705795 req-8b68552c-0305-48ae-b108-ddf723e093d7 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:29.470490 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b2967400-68e6-47e5-a6bc-d54196705795 req-8b68552c-0305-48ae-b108-ddf723e093d7 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 944 time: 0.0706754 Jul 27 09:51:29.514399 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b2967400-68e6-47e5-a6bc-d54196705795 req-bd2be72d-e7fc-409f-9d54-154ac08f6e47 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376992 Jul 27 09:51:29.555780 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '73a7b90f-57af-4875-bfdc-a8f896c6a1a0', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'port_id': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'mac_address': 'fa:16:3e:be:a9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d49169-1c95-4c4d-883b-814acef110a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:51:12Z', 'updated_at': '2021-07-27T09:51:28Z', 'revision_number': 1, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:29.582477 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a5895-a0d2-4512-8aa9-f1b07e79e329 None None] The sync data for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi is: [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '73a7b90f-57af-4875-bfdc-a8f896c6a1a0', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'port_id': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'mac_address': 'fa:16:3e:be:a9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d49169-1c95-4c4d-883b-814acef110a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:51:12Z', 'updated_at': '2021-07-27T09:51:28Z', 'revision_number': 1, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:51:29.764141 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffe45b7-aaf6-495f-9972-2611c132f19c None None] New status for floating IP 73a7b90f-57af-4875-bfdc-a8f896c6a1a0: ACTIVE {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:51:30.096930 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-b606f4fe-5ac4-4d95-8a61-c4dd3e439cd4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75d66156-4f68-44e1-b8aa-03b35b4fe8bf HTTP/1.1" status: 200 len: 1001 time: 0.0579886 Jul 27 09:51:31.886531 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['a754d248-7fbb-4868-b6b9-c16dfa096594'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:51:31.929618 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-a88f750b-b067-41d7-aed1-8399707d4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:31.931281 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-a88f750b-b067-41d7-aed1-8399707d4253 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 200 len: 849 time: 0.0484512 Jul 27 09:51:32.047501 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-6507ed62-917b-4391-82e7-70de422d0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:32.049241 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-6507ed62-917b-4391-82e7-70de422d0943 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1d59e72-afa1-4b81-a94a-b12de5380b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1043413 Jul 27 09:51:32.110210 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6460f2-848f-44f4-b88e-394375feb4ef req-1a55ea7b-16af-4476-9579-9a3f09dbd99e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:32.111825 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bd6460f2-848f-44f4-b88e-394375feb4ef req-1a55ea7b-16af-4476-9579-9a3f09dbd99e tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 944 time: 0.1347783 Jul 27 09:51:32.176217 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bd6460f2-848f-44f4-b88e-394375feb4ef req-60703c3a-59a7-4372-b64e-9f1374152a5f tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542927 Jul 27 09:51:32.186520 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-fa2b21d5-b106-4449-b54f-39d6de4da5cd service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282239 Jul 27 09:51:32.275230 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e6e84b49-da7a-46ee-8a04-c31f17f82d50 req-0c95271c-ce31-403f-8562-564e72fa25c7 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807087 Jul 27 09:51:33.303658 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c0f42-5e59-43f2-b8cf-d27afaf848ef req-68d67dbd-f173-4f7a-84b4-ecbf8c053aa3 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:33.305021 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ca1c0f42-5e59-43f2-b8cf-d27afaf848ef req-68d67dbd-f173-4f7a-84b4-ecbf8c053aa3 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 944 time: 0.0618103 Jul 27 09:51:33.342025 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ca1c0f42-5e59-43f2-b8cf-d27afaf848ef req-01bb030b-b1c0-493a-9890-a8666727acf0 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Jul 27 09:51:34.483583 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17156ebb-a577-45e8-94ca-c05b696ee6a3 req-693e4367-e3c6-49d8-9473-b36b6ab32900 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:34.485111 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17156ebb-a577-45e8-94ca-c05b696ee6a3 req-693e4367-e3c6-49d8-9473-b36b6ab32900 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 944 time: 0.0677266 Jul 27 09:51:34.525501 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-17156ebb-a577-45e8-94ca-c05b696ee6a3 req-93f5e103-bb30-4aa2-a969-02dc5f292473 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333605 Jul 27 09:51:34.549155 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device a754d248-7fbb-4868-b6b9-c16dfa096594 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:51:34.601332 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port a754d248-7fbb-4868-b6b9-c16dfa096594 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:51:34.605777 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port a754d248-7fbb-4868-b6b9-c16dfa096594 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:51:34.606148 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:34.684102 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:34.709997 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a754d248-7fbb-4868-b6b9-c16dfa096594'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:34.716381 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59afd7f3-2676-4214-b04e-e7c232b547a4" -d '{"events": [{"server_uuid": "cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe", "name": "network-vif-plugged", "status": "completed", "tag": "a754d248-7fbb-4868-b6b9-c16dfa096594"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:34.726705 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port a754d248-7fbb-4868-b6b9-c16dfa096594, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=a754d248-7fbb-4868-b6b9-c16dfa096594,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:34.731998 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:34.756031 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbee4fc-c735-4635-baf2-571ba22c3b99 x-openstack-request-id: req-9cbee4fc-c735-4635-baf2-571ba22c3b99 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:34.756318 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe", "name": "network-vif-plugged", "status": "completed", "tag": "a754d248-7fbb-4868-b6b9-c16dfa096594", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:34.756568 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9cbee4fc-c735-4635-baf2-571ba22c3b99 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:34.756953 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a754d248-7fbb-4868-b6b9-c16dfa096594', 'code': 200} Jul 27 09:51:34.789985 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=a754d248-7fbb-4868-b6b9-c16dfa096594,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:34.968427 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800894b-6c39-4f5b-b0ac-a356ebfda2f9 req-edfff505-3ccb-49a2-a23f-4fd07df1c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:34.970104 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9800894b-6c39-4f5b-b0ac-a356ebfda2f9 req-edfff505-3ccb-49a2-a23f-4fd07df1c093 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 1098 time: 0.0539944 Jul 27 09:51:35.006103 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9800894b-6c39-4f5b-b0ac-a356ebfda2f9 req-9e215f10-4890-4c11-9f00-6750771b2fe5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281587 Jul 27 09:51:35.668349 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e978529-ee98-4ca1-8380-37b20cca8901 req-74cb9d01-5ad0-40c8-86e2-1f7b93876eaa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:35.669850 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9e978529-ee98-4ca1-8380-37b20cca8901 req-74cb9d01-5ad0-40c8-86e2-1f7b93876eaa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 945 time: 0.0711172 Jul 27 09:51:35.712816 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9e978529-ee98-4ca1-8380-37b20cca8901 req-2f8dc4d5-a8be-4555-8f92-dc7fdac529d3 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361133 Jul 27 09:51:36.849364 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29874ed-3f80-40b7-8b4b-a621bad7de86 req-449ba812-362e-4804-9926-3ee1a3c0a0ae tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:36.850944 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e29874ed-3f80-40b7-8b4b-a621bad7de86 req-449ba812-362e-4804-9926-3ee1a3c0a0ae tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 945 time: 0.0684264 Jul 27 09:51:36.892464 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e29874ed-3f80-40b7-8b4b-a621bad7de86 req-565842f8-4f40-48e6-a473-7e0d3b2538e9 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Jul 27 09:51:37.748815 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0aa1-fc17-4654-9a1f-a9d7eda07e8a req-022f4a5d-055f-42ee-b86a-f049747a7742 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:37.750345 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e1aa0aa1-fc17-4654-9a1f-a9d7eda07e8a req-022f4a5d-055f-42ee-b86a-f049747a7742 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 945 time: 0.0656645 Jul 27 09:51:37.788960 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e1aa0aa1-fc17-4654-9a1f-a9d7eda07e8a req-f6c8594b-821b-45b3-beeb-650332722e84 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Jul 27 09:51:38.931728 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf944af-b509-4007-b2ef-5d4dee78450e req-21d5108d-d154-4663-9c3c-aee0311db72a tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:38.933207 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bf944af-b509-4007-b2ef-5d4dee78450e req-21d5108d-d154-4663-9c3c-aee0311db72a tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 945 time: 0.0713482 Jul 27 09:51:38.971992 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6bf944af-b509-4007-b2ef-5d4dee78450e req-1f5c052c-1e2c-4cf8-a861-26a772f9303a tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e033212-352d-47de-978d-ca3b86f57568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Jul 27 09:51:39.465965 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185683c-8b90-4469-a843-45544527d9da req-b99c6a33-03a3-421a-bc9d-f01ea5f5f063 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:39.467444 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3185683c-8b90-4469-a843-45544527d9da req-b99c6a33-03a3-421a-bc9d-f01ea5f5f063 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 945 time: 0.0622458 Jul 27 09:51:39.572708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-3185683c-8b90-4469-a843-45544527d9da req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Deleting port a754d248-7fbb-4868-b6b9-c16dfa096594 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:51:39.573052 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3185683c-8b90-4469-a843-45544527d9da req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:39.660040 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-3185683c-8b90-4469-a843-45544527d9da req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] For port a754d248-7fbb-4868-b6b9-c16dfa096594, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=a754d248-7fbb-4868-b6b9-c16dfa096594,segment=NetworkSegment(73ac4093-daea-495d-b8e2-cd09738291a4),segment_id=73ac4093-daea-495d-b8e2-cd09738291a4)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:51:39.660319 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3185683c-8b90-4469-a843-45544527d9da req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:39.673457 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-3185683c-8b90-4469-a843-45544527d9da req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Calling delete_port for a754d248-7fbb-4868-b6b9-c16dfa096594 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:51:39.802009 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3185683c-8b90-4469-a843-45544527d9da req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:39.834186 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Pushing event deleted for resources: {'Port': ['ID=a754d248-7fbb-4868-b6b9-c16dfa096594,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:39.849691 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['a754d248-7fbb-4868-b6b9-c16dfa096594'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:51:39.879093 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-3185683c-8b90-4469-a843-45544527d9da req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] No DVR routers for this DVR port a754d248-7fbb-4868-b6b9-c16dfa096594 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:51:39.882393 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-3185683c-8b90-4469-a843-45544527d9da req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:39.884456 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3185683c-8b90-4469-a843-45544527d9da req-c078eda2-4c82-483e-a395-ae29660dbead tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.48 "DELETE /v2.0/ports/a754d248-7fbb-4868-b6b9-c16dfa096594 HTTP/1.1" status: 204 len: 173 time: 0.4093306 Jul 27 09:51:39.884916 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe', 'name': 'network-vif-deleted', 'tag': 'a754d248-7fbb-4868-b6b9-c16dfa096594'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:51:39.887228 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c05f4f-b8da-4dc4-be9a-2385ea7f7934" -d '{"events": [{"server_uuid": "cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe", "name": "network-vif-deleted", "tag": "a754d248-7fbb-4868-b6b9-c16dfa096594"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:51:39.938759 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bcdf61-fd80-41fc-ac1b-df56ddb50306 x-openstack-request-id: req-87bcdf61-fd80-41fc-ac1b-df56ddb50306 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:51:39.939549 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe", "name": "network-vif-deleted", "tag": "a754d248-7fbb-4868-b6b9-c16dfa096594", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:51:39.939549 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87bcdf61-fd80-41fc-ac1b-df56ddb50306 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:51:39.939827 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe', 'name': 'network-vif-deleted', 'tag': 'a754d248-7fbb-4868-b6b9-c16dfa096594', 'status': 'completed', 'code': 200} Jul 27 09:51:40.083798 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2e42352f-9ead-4ccc-b10f-9e1a358a3342 req-22750e92-c4f0-4086-bfdb-1db2a3304a22 tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31a813-6ff9-4b2a-ac0f-f95b5bfa70fe HTTP/1.1" status: 200 len: 210 time: 0.0376160 Jul 27 09:51:40.692746 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2434575a-bd4f-4bcc-99ac-3610431c7338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.306945 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 53202) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:42.350977 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e54ba14-ee21-4dd9-b8e7-99c5785b0582 admin admin] Deleting subnet 86fa3255-24da-4c95-bd5b-a3baec23c3f9 {{(pid=99744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:51:42.354026 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3e54ba14-ee21-4dd9-b8e7-99c5785b0582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.386691 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3e54ba14-ee21-4dd9-b8e7-99c5785b0582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27206144'] for subnet, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.425759 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3e54ba14-ee21-4dd9-b8e7-99c5785b0582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.479322 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3e54ba14-ee21-4dd9-b8e7-99c5785b0582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25376663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27051854'] for subnet, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.504272 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54ba14-ee21-4dd9-b8e7-99c5785b0582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fa3255-24da-4c95-bd5b-a3baec23c3f9,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:42.507657 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3e54ba14-ee21-4dd9-b8e7-99c5785b0582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.509793 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-3e54ba14-ee21-4dd9-b8e7-99c5785b0582 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/86fa3255-24da-4c95-bd5b-a3baec23c3f9 HTTP/1.1" status: 204 len: 168 time: 0.2016022 Jul 27 09:51:42.512084 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 53204) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:42.579783 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.659957 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.669462 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6781ce2-3e91-4535-9d74-325882c3712a']}} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:42.679615 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c31729-011f-49fa-a410-d5248000ab9a') {'for_net_delete': True} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:42.679904 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c31729-011f-49fa-a410-d5248000ab9a') {} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:51:42.688466 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27206643'] for segment, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.701534 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.707842 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=99744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:51:42.708221 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376761'] for segment, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: Traceback (most recent call last): Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: timer() Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: cb(*args, **kw) Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: return func(*args, **kwargs) Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: self._notify() Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: self.callback(batched_events) Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: event.method(event) Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: return f(self, *a, **k) Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._get(url).json() Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: return self.request(url, 'GET', **kwargs) Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:51:42.709826 dv-cinder-802440-1-iscsi neutron-server[99744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:51:42.762070 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.767879 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.770225 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d6781ce2-3e91-4535-9d74-325882c3712a HTTP/1.1" status: 204 len: 168 time: 0.2572265 Jul 27 09:51:42.781092 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86f490-b87b-4584-91f9-eb01b79dc5d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6781ce2-3e91-4535-9d74-325882c3712a,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:42.881920 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 53208) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:42.921800 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-a9040b4d-b464-4343-91f8-e445408ae5b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c10ab9197b5140b5ae3e404ef81dea40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387101 Jul 27 09:51:42.924487 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 53214) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:51:42.975122 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-97c9c7fd-fe6d-4ef9-bc09-650a773b99e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:42.994873 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-97c9c7fd-fe6d-4ef9-bc09-650a773b99e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:43.044994 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-97c9c7fd-fe6d-4ef9-bc09-650a773b99e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:43.048282 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-97c9c7fd-fe6d-4ef9-bc09-650a773b99e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:43.049838 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-97c9c7fd-fe6d-4ef9-bc09-650a773b99e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/576b062e-3cd8-42b0-890a-5463e87ab6b2 HTTP/1.1" status: 204 len: 168 time: 0.1242969 Jul 27 09:51:43.061015 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9c7fd-fe6d-4ef9-bc09-650a773b99e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576b062e-3cd8-42b0-890a-5463e87ab6b2,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:51:43.279357 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-36f5cb48-01e2-4642-b73c-67dda5697bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:43.738312 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:43.879461 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device a754d248-7fbb-4868-b6b9-c16dfa096594 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:51:43.901258 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: a754d248-7fbb-4868-b6b9-c16dfa096594 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:51:43.901598 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device a754d248-7fbb-4868-b6b9-c16dfa096594 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:51:44.348200 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:45.781444 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:45.879500 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:51:49.376645 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-0b95c8b5-aa5d-4294-a680-cad5eb3c8f5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702155 Jul 27 09:51:49.535634 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-8d5a3819-ddbc-4e14-a01f-0df7329b21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:49.537228 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-8d5a3819-ddbc-4e14-a01f-0df7329b21fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d859408e27d44b5b24b8266d170a557&device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1098 time: 0.0813363 Jul 27 09:51:49.682109 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-43bac58c-14f6-4519-93e9-c6f3304e84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:49.683805 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-43bac58c-14f6-4519-93e9-c6f3304e84e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd51e6ad-99c8-438e-8061-35e971376c9d HTTP/1.1" status: 200 len: 908 time: 0.1148870 Jul 27 09:51:49.775953 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-2761b669-1c7f-49c6-9fb4-2966e2a6c59e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edb99736-3013-47da-b73c-242f8b89281c HTTP/1.1" status: 200 len: 1001 time: 0.0824184 Jul 27 09:51:49.859064 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-71fa2787-b2e2-4449-bfa3-5bfe3bea5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:49.861266 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-71fa2787-b2e2-4449-bfa3-5bfe3bea5a0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaf2d144-6e8d-4957-a29f-2dcc459e6aa4 HTTP/1.1" status: 200 len: 846 time: 0.0777423 Jul 27 09:51:49.947163 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-2e34dacc-564a-40b2-b736-c2749bbadf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:49.949198 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-2e34dacc-564a-40b2-b736-c2749bbadf6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd51e6ad-99c8-438e-8061-35e971376c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797169 Jul 27 09:51:50.098231 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-4f93624e-4c3a-4237-8025-7835032f5d59 service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396747 Jul 27 09:51:50.202331 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a30a5e8-5b7e-4a48-a8c7-0491850ede97 req-f4668c64-49d4-4ffc-a6b0-2ce5ef953c1a service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957077 Jul 27 09:51:52.471388 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61655b-d450-4654-b1f0-a7af5d1bba57 req-7f69cdad-21ec-496d-b0a4-ecaca3506d79 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:52.478641 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-be61655b-d450-4654-b1f0-a7af5d1bba57 req-7f69cdad-21ec-496d-b0a4-ecaca3506d79 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0828612 Jul 27 09:51:52.521359 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-be61655b-d450-4654-b1f0-a7af5d1bba57 req-43c7e17c-ea17-454a-9e36-750a46f8a9f1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417585 Jul 27 09:51:53.669442 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d442d5-5012-4253-b4b1-e0a3390c792c req-cbbdda11-f2fd-478f-9a74-7e912ba85a9e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:53.671014 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96d442d5-5012-4253-b4b1-e0a3390c792c req-cbbdda11-f2fd-478f-9a74-7e912ba85a9e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0733998 Jul 27 09:51:53.726308 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96d442d5-5012-4253-b4b1-e0a3390c792c req-d120bf88-998d-4dd9-afbf-a65f90359be7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483787 Jul 27 09:51:54.889218 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6298a-62bb-4f21-8c02-5ea5ee66b3a3 req-1f194c14-a6a6-4922-89f9-18d5a8c392d4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:54.890758 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-08d6298a-62bb-4f21-8c02-5ea5ee66b3a3 req-1f194c14-a6a6-4922-89f9-18d5a8c392d4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0883420 Jul 27 09:51:54.971219 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-08d6298a-62bb-4f21-8c02-5ea5ee66b3a3 req-540f881d-7ade-464d-afec-9cdb3b5fda18 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725720 Jul 27 09:51:56.112656 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9981d35-eeb5-4cd8-8a43-93c7ab65b524 req-579a257b-5825-4138-9e80-1308499547de tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:56.119804 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e9981d35-eeb5-4cd8-8a43-93c7ab65b524 req-579a257b-5825-4138-9e80-1308499547de tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0790877 Jul 27 09:51:56.158055 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e9981d35-eeb5-4cd8-8a43-93c7ab65b524 req-5af9071f-0412-43a6-84c7-018afccff79d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349565 Jul 27 09:51:57.348947 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29901f4-4822-4f84-a850-0376a3f07459 req-6c691417-81db-4e46-847f-abf9356aa550 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:57.350465 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e29901f4-4822-4f84-a850-0376a3f07459 req-6c691417-81db-4e46-847f-abf9356aa550 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0807726 Jul 27 09:51:57.401892 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e29901f4-4822-4f84-a850-0376a3f07459 req-ec27c295-d178-4f50-8de8-5b03a317401d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Jul 27 09:51:58.565100 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ff7c8-e4ee-45c9-84f5-83b45e941bef req-53c34deb-ea08-4183-8d6c-be1c5c546f00 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:58.571280 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4d7ff7c8-e4ee-45c9-84f5-83b45e941bef req-53c34deb-ea08-4183-8d6c-be1c5c546f00 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0808375 Jul 27 09:51:58.620644 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4d7ff7c8-e4ee-45c9-84f5-83b45e941bef req-0a0f08e1-a822-47f0-a985-a96ea6199155 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465550 Jul 27 09:51:59.164876 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:51:59.794957 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55099d-6fa5-46d8-b592-ebc50719ba71 req-1a471bb6-afcd-4ad4-b6c2-5646fd6f0f7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:51:59.796589 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7b55099d-6fa5-46d8-b592-ebc50719ba71 req-1a471bb6-afcd-4ad4-b6c2-5646fd6f0f7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0743048 Jul 27 09:51:59.839685 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7b55099d-6fa5-46d8-b592-ebc50719ba71 req-9757b5c3-632b-40bc-b93f-d31fde730fe2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360141 Jul 27 09:52:00.533709 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b631f-8721-427c-925a-2ee80b449585 req-6ec71b60-a3b2-45ac-bad4-14ca00b81dfb tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:00.535519 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f93b631f-8721-427c-925a-2ee80b449585 req-6ec71b60-a3b2-45ac-bad4-14ca00b81dfb tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0734622 Jul 27 09:52:00.592503 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f93b631f-8721-427c-925a-2ee80b449585 req-4f6a33f1-9586-4fca-9386-cb2f8dedc84a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506380 Jul 27 09:52:00.983523 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601b8ef-3276-4194-a54a-c8bf46ee38bd req-4e039fc4-079d-48ba-9e2f-b79debd5522a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:00.985038 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7601b8ef-3276-4194-a54a-c8bf46ee38bd req-4e039fc4-079d-48ba-9e2f-b79debd5522a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0710096 Jul 27 09:52:01.022824 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7601b8ef-3276-4194-a54a-c8bf46ee38bd req-3fc43cc2-d43d-494b-be21-afd2eccb9e41 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Jul 27 09:52:01.734296 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe48e9d-f575-40c5-8792-11a513c8efde req-e2ab0241-1c3b-47d5-9b38-251c89f67827 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:01.736338 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9fe48e9d-f575-40c5-8792-11a513c8efde req-e2ab0241-1c3b-47d5-9b38-251c89f67827 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0691867 Jul 27 09:52:01.777502 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9fe48e9d-f575-40c5-8792-11a513c8efde req-b0fee4e9-58ce-49fc-bde0-60172e91f266 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358198 Jul 27 09:52:02.163206 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a3549-f782-4dce-ae5e-8e14e658775d req-9b315eb9-bf35-42e0-851e-af7c060abae0 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:02.164600 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c08a3549-f782-4dce-ae5e-8e14e658775d req-9b315eb9-bf35-42e0-851e-af7c060abae0 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0693898 Jul 27 09:52:02.203357 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c08a3549-f782-4dce-ae5e-8e14e658775d req-b2824d45-b034-4785-b5c8-9078d291f1d1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327771 Jul 27 09:52:02.909371 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eab8d2-9a22-4477-af06-11930c85c832 req-cfcc852a-93db-43ba-93d5-43004eee0cc1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:02.910905 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-44eab8d2-9a22-4477-af06-11930c85c832 req-cfcc852a-93db-43ba-93d5-43004eee0cc1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0639575 Jul 27 09:52:02.949710 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-44eab8d2-9a22-4477-af06-11930c85c832 req-9b174466-be9c-4030-9b28-7954d39c5b58 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328765 Jul 27 09:52:03.114948 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 53488) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:03.162214 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Deleting subnet a7302fd7-27be-43dc-8a6a-6733cee5b8d5 {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:52:03.165745 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.199662 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27231602'] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.237827 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.304403 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27231688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27232828'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.331444 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7302fd7-27be-43dc-8a6a-6733cee5b8d5,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:03.337124 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.341745 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 53492) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:03.342267 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a7302fd7-27be-43dc-8a6a-6733cee5b8d5 HTTP/1.1" status: 204 len: 168 time: 0.2258110 Jul 27 09:52:03.346896 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.347249 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.347594 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.347986 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.348265 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.348600 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.348928 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.349253 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.349582 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.349906 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.350227 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.350553 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6b0a3-3320-4a32-bbe2-1173eb0642ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.405680 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac305e-2cd8-4850-be8b-e4c0fdbeacc4 req-6b34d15b-8ed1-475b-8e22-0083f60abaaf tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:03.405680 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6dac305e-2cd8-4850-be8b-e4c0fdbeacc4 req-6b34d15b-8ed1-475b-8e22-0083f60abaaf tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.1254992 Jul 27 09:52:03.440036 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.464429 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6dac305e-2cd8-4850-be8b-e4c0fdbeacc4 req-db8a35bc-f81a-4f8d-9b67-373c7fabfc72 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518708 Jul 27 09:52:03.537395 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.548222 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b050e150-72c5-4b2e-a677-ae97c4db162e']}} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:03.559315 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ac4093-daea-495d-b8e2-cd09738291a4') {'for_net_delete': True} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:03.559607 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ac4093-daea-495d-b8e2-cd09738291a4') {} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:03.569549 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27206643'] for segment, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.583671 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.589799 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=99744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:52:03.590202 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376761'] for segment, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: Traceback (most recent call last): Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: timer() Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: cb(*args, **kw) Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: return func(*args, **kwargs) Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: self._notify() Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: self.callback(batched_events) Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: event.method(event) Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: return f(self, *a, **k) Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._get(url).json() Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: return self.request(url, 'GET', **kwargs) Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:52:03.592044 dv-cinder-802440-1-iscsi neutron-server[99744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:52:03.898663 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.904231 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:03.906048 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b050e150-72c5-4b2e-a677-ae97c4db162e HTTP/1.1" status: 204 len: 168 time: 0.5633855 Jul 27 09:52:03.917475 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b050e150-72c5-4b2e-a677-ae97c4db162e,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:03.925593 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.925937 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.926275 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.926605 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.926963 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.927294 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.927615 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.927934 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.928258 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.928576 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.928896 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:03.929215 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3cd85-a7f4-4ddd-9e70-995b3b00a1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:04.083861 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e61e1-7860-4422-a64c-ede9e2d2c23c req-21509acd-5c9d-4522-a50a-478c78effbb2 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:04.085360 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fb8e61e1-7860-4422-a64c-ede9e2d2c23c req-21509acd-5c9d-4522-a50a-478c78effbb2 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0653198 Jul 27 09:52:04.090388 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 53498) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:04.154216 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fb8e61e1-7860-4422-a64c-ede9e2d2c23c req-155b836d-02e7-4382-ae16-0cde4245a608 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608363 Jul 27 09:52:04.156933 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-08d69b76-84a0-418f-96ca-fbccb8698777 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b32282a78aee4e37971503896fee5b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648639 Jul 27 09:52:04.159777 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 53502) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:04.221055 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee86ad69-8ea0-4705-9e5f-a194ae75edbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:04.242582 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee86ad69-8ea0-4705-9e5f-a194ae75edbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:04.291735 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee86ad69-8ea0-4705-9e5f-a194ae75edbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:04.294403 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ee86ad69-8ea0-4705-9e5f-a194ae75edbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:04.295602 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ee86ad69-8ea0-4705-9e5f-a194ae75edbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e033212-352d-47de-978d-ca3b86f57568 HTTP/1.1" status: 204 len: 168 time: 0.1348441 Jul 27 09:52:04.303818 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86ad69-8ea0-4705-9e5f-a194ae75edbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e033212-352d-47de-978d-ca3b86f57568,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:04.602896 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86058929-3336-4714-af19-371befdbe1a3 req-15a68f97-9aeb-452d-b34a-76c76dfdf772 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:04.604585 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86058929-3336-4714-af19-371befdbe1a3 req-15a68f97-9aeb-452d-b34a-76c76dfdf772 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0689740 Jul 27 09:52:04.655652 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86058929-3336-4714-af19-371befdbe1a3 req-60fd90f1-f3a0-4399-b698-25d4d853e26f tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444715 Jul 27 09:52:05.294075 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b6620-f0c6-42ca-b8e4-ea42516fe81c req-9fdf6a6e-7c5c-4ce6-9125-81d142fbe626 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:05.295804 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-031b6620-f0c6-42ca-b8e4-ea42516fe81c req-9fdf6a6e-7c5c-4ce6-9125-81d142fbe626 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0671871 Jul 27 09:52:05.348446 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-031b6620-f0c6-42ca-b8e4-ea42516fe81c req-98810a18-3c49-44bd-b2f5-edeb4c15933e tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456898 Jul 27 09:52:05.793221 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0146594-8d49-442a-a2d2-da3a30f7e40a req-7df151d6-9173-48c8-b463-43f11df32626 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:05.794751 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e0146594-8d49-442a-a2d2-da3a30f7e40a req-7df151d6-9173-48c8-b463-43f11df32626 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0650287 Jul 27 09:52:05.839986 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e0146594-8d49-442a-a2d2-da3a30f7e40a req-442cbaa3-7441-4e02-b2b1-a9a1d5d46e51 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389104 Jul 27 09:52:06.496332 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a3eb-3c43-4357-ac18-1646a649de19 req-e8c0b294-7255-4841-99b2-747734e00d0f tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:06.497947 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0d01a3eb-3c43-4357-ac18-1646a649de19 req-e8c0b294-7255-4841-99b2-747734e00d0f tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0688460 Jul 27 09:52:06.542137 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0d01a3eb-3c43-4357-ac18-1646a649de19 req-9ebbca57-4bda-4908-9063-28dcacf33711 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370681 Jul 27 09:52:06.993289 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73803638-fca5-44d1-93b9-6e76d816c127 req-d2e1ebdb-f6f1-4770-a044-e391f568e815 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:06.994827 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-73803638-fca5-44d1-93b9-6e76d816c127 req-d2e1ebdb-f6f1-4770-a044-e391f568e815 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0784092 Jul 27 09:52:07.033724 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-73803638-fca5-44d1-93b9-6e76d816c127 req-73fd50db-7291-478b-9f84-fb3e6fd6313d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321484 Jul 27 09:52:07.673037 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6dbb1-ce78-43b5-af5b-572032bb89a8 req-f26c525d-0cdc-4d25-8843-31ec420fd47d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:07.675189 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c1d6dbb1-ce78-43b5-af5b-572032bb89a8 req-f26c525d-0cdc-4d25-8843-31ec420fd47d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0653849 Jul 27 09:52:07.720637 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c1d6dbb1-ce78-43b5-af5b-572032bb89a8 req-b167d479-fba7-46eb-a121-ee6c8c045775 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378737 Jul 27 09:52:07.936852 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 53564) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:08.041597 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3598e7b5-d535-41b1-b459-e7ce0e1c6165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:08.171386 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3598e7b5-d535-41b1-b459-e7ce0e1c6165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:08.176520 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-3598e7b5-d535-41b1-b459-e7ce0e1c6165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:08.228707 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-3598e7b5-d535-41b1-b459-e7ce0e1c6165 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24bd6aa41d064197897a13b5c29d70e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905686 Jul 27 09:52:08.230447 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598e7b5-d535-41b1-b459-e7ce0e1c6165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ed50d1-23ae-40b4-ab36-7c32c9d49999,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:08.231360 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 53570) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:08.252648 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d50d50-3801-45c0-aa6e-f3621d595894 req-fcf1630b-1d68-4145-9de9-e7aca01606f7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:08.254188 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c5d50d50-3801-45c0-aa6e-f3621d595894 req-fcf1630b-1d68-4145-9de9-e7aca01606f7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.1403828 Jul 27 09:52:08.289524 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-db4bb47a-d854-478a-9dc2-c455d3f47671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:08.295927 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c5d50d50-3801-45c0-aa6e-f3621d595894 req-91c2e956-5596-4782-b95c-eb465cc07677 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346451 Jul 27 09:52:08.311588 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-db4bb47a-d854-478a-9dc2-c455d3f47671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:08.363283 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-db4bb47a-d854-478a-9dc2-c455d3f47671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:08.365797 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-db4bb47a-d854-478a-9dc2-c455d3f47671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:08.366991 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-db4bb47a-d854-478a-9dc2-c455d3f47671 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25ed50d1-23ae-40b4-ab36-7c32c9d49999 HTTP/1.1" status: 204 len: 168 time: 0.1344836 Jul 27 09:52:08.376247 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bb47a-d854-478a-9dc2-c455d3f47671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ed50d1-23ae-40b4-ab36-7c32c9d49999,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:08.858881 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e94a4-bfed-4e31-9454-e4464f948e4d req-536caa82-45bf-4676-8b5b-21710d6edf73 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:08.860390 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b88e94a4-bfed-4e31-9454-e4464f948e4d req-536caa82-45bf-4676-8b5b-21710d6edf73 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0702631 Jul 27 09:52:08.900014 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b88e94a4-bfed-4e31-9454-e4464f948e4d req-cde59140-0e6f-4f03-af49-bf8d59ad5b1a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Jul 27 09:52:09.014881 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:52:09.106692 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:09.118589 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'port_id': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'mac_address': 'fa:16:3e:c0:a7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:52:09.159174 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:09.172101 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:52:09.192197 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:09.196670 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:09.244826 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=6']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:09.251762 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.252143 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.252482 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.252816 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.253146 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.253479 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.253805 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.254128 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.254455 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.254808 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.255132 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.255451 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:52:09.396754 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:52:09.442441 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36448118-772e-407d-b257-415859c3fc26 req-b78ea33d-4f38-4afb-b326-5c34eb99b0a7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:09.443970 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-36448118-772e-407d-b257-415859c3fc26 req-b78ea33d-4f38-4afb-b326-5c34eb99b0a7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 944 time: 0.0723987 Jul 27 09:52:09.487385 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-36448118-772e-407d-b257-415859c3fc26 req-2a7f87e2-2753-4104-85f0-5bd7776c335c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Jul 27 09:52:10.031082 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81c10-b239-4074-823b-3ed58ea360ab req-f9401e2b-ec62-4c6b-85ba-19c48ff3978b tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:10.032488 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4da81c10-b239-4074-823b-3ed58ea360ab req-f9401e2b-ec62-4c6b-85ba-19c48ff3978b tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0644019 Jul 27 09:52:10.072769 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4da81c10-b239-4074-823b-3ed58ea360ab req-c8f43056-7c6e-45ba-95b4-4134fb63b38e tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338733 Jul 27 09:52:10.651809 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc425b-f4bf-4d06-bedb-81cdd40f944d req-133e8c35-18b0-4690-a92d-e9f61bc7eb17 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:10.653363 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc425b-f4bf-4d06-bedb-81cdd40f944d req-133e8c35-18b0-4690-a92d-e9f61bc7eb17 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 944 time: 0.0787663 Jul 27 09:52:10.699781 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-00371bff-9a44-403a-9113-709d7b0ffad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:10.728973 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc425b-f4bf-4d06-bedb-81cdd40f944d req-c18a8914-244f-478f-abb3-63b92afe9638 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632391 Jul 27 09:52:10.801424 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775b4a7-0220-46c7-815e-180c795bc32f req-2a186292-a3d4-4c02-8283-f6b8638aa2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:10.802895 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f775b4a7-0220-46c7-815e-180c795bc32f req-2a186292-a3d4-4c02-8283-f6b8638aa2f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d859408e27d44b5b24b8266d170a557&device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1098 time: 0.0715227 Jul 27 09:52:10.918728 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775b4a7-0220-46c7-815e-180c795bc32f req-e5f5c906-1a8c-42c8-8c65-59a476821cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:10.920334 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f775b4a7-0220-46c7-815e-180c795bc32f req-e5f5c906-1a8c-42c8-8c65-59a476821cf4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd51e6ad-99c8-438e-8061-35e971376c9d HTTP/1.1" status: 200 len: 908 time: 0.1071033 Jul 27 09:52:11.009489 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f775b4a7-0220-46c7-815e-180c795bc32f req-23776ca8-4bfd-4800-b2e3-b3bda7e42ba2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edb99736-3013-47da-b73c-242f8b89281c HTTP/1.1" status: 200 len: 1001 time: 0.0784099 Jul 27 09:52:11.025791 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:52:11.110942 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:52:11.111604 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:11.135428 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775b4a7-0220-46c7-815e-180c795bc32f req-a1580d1c-0e60-44c1-a89b-2f4f100eb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:11.137968 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f775b4a7-0220-46c7-815e-180c795bc32f req-a1580d1c-0e60-44c1-a89b-2f4f100eb648 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaf2d144-6e8d-4957-a29f-2dcc459e6aa4 HTTP/1.1" status: 200 len: 846 time: 0.0993698 Jul 27 09:52:11.226977 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:11.280532 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:11.281627 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:52:11.285145 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4ddbee-2f56-4aa7-8c22-257acf1c9866" -d '{"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-plugged", "status": "completed", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:52:11.292478 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:11.301360 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775b4a7-0220-46c7-815e-180c795bc32f req-8a3a4a0f-b6a7-4e38-8434-e4eb090bcca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:11.302912 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f775b4a7-0220-46c7-815e-180c795bc32f req-8a3a4a0f-b6a7-4e38-8434-e4eb090bcca0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd51e6ad-99c8-438e-8061-35e971376c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1544709 Jul 27 09:52:11.312005 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ae7fc-0488-4296-899c-621ff13d097d req-8364f4fc-3439-45ba-922f-b9ee04c5d9bf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:11.323846 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ae1ae7fc-0488-4296-899c-621ff13d097d req-8364f4fc-3439-45ba-922f-b9ee04c5d9bf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.1345448 Jul 27 09:52:11.341729 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1281c9-ea1b-4475-90ba-7a4c556511cd x-openstack-request-id: req-ab1281c9-ea1b-4475-90ba-7a4c556511cd {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:52:11.342020 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-plugged", "status": "completed", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:52:11.342315 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab1281c9-ea1b-4475-90ba-7a4c556511cd {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:52:11.342722 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'code': 200} Jul 27 09:52:11.378260 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=7']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:11.436836 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ae1ae7fc-0488-4296-899c-621ff13d097d req-34a2f886-8450-496e-9e8a-7a0640bbe83c tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119576 Jul 27 09:52:11.504369 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f775b4a7-0220-46c7-815e-180c795bc32f req-9e086554-b18a-4249-8004-8652af7571f5 service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782315 Jul 27 09:52:11.642289 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f775b4a7-0220-46c7-815e-180c795bc32f req-a1aa49bd-7910-43be-87b7-1bef895a0551 service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259120 Jul 27 09:52:11.913922 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162acf4b-a2a8-43d3-910f-cbaf270bcd9b req-95216c5a-3f3d-4f10-b5d6-169f8f3a7e02 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:11.915497 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-162acf4b-a2a8-43d3-910f-cbaf270bcd9b req-95216c5a-3f3d-4f10-b5d6-169f8f3a7e02 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0800440 Jul 27 09:52:11.961052 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-162acf4b-a2a8-43d3-910f-cbaf270bcd9b req-f6146f9c-d9c8-4161-84c7-f8f33ef983fe tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395601 Jul 27 09:52:12.587772 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b884e-5270-48d6-adcd-ceae8f247a97 req-e7746dfa-3ed3-439b-b855-159567b8d20f tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:12.591409 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe3b884e-5270-48d6-adcd-ceae8f247a97 req-e7746dfa-3ed3-439b-b855-159567b8d20f tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0754924 Jul 27 09:52:12.633918 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe3b884e-5270-48d6-adcd-ceae8f247a97 req-fcdea520-687f-4532-8a40-e5563c4adb3d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349798 Jul 27 09:52:13.139228 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ef3e4-29ea-49a8-ba8d-dbe8a106b465 req-158c9ce3-81b3-47e3-a142-cd5caadfb6f9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:13.140954 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-097ef3e4-29ea-49a8-ba8d-dbe8a106b465 req-158c9ce3-81b3-47e3-a142-cd5caadfb6f9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0875885 Jul 27 09:52:13.187240 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-097ef3e4-29ea-49a8-ba8d-dbe8a106b465 req-7be33ad2-93c1-4b46-9cca-82db74e9ade9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397451 Jul 27 09:52:13.287721 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-061d285a-426e-4f34-8fd7-bde0e990c677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:13.765169 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:13.862757 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348781d-e8b5-4996-9afa-011bac54a688 req-1f5590c0-1f64-4183-9472-b50143d384a2 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:13.865449 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b348781d-e8b5-4996-9afa-011bac54a688 req-1f5590c0-1f64-4183-9472-b50143d384a2 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.1491098 Jul 27 09:52:13.941208 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b348781d-e8b5-4996-9afa-011bac54a688 req-8d0a1892-ed03-4bd8-9752-90bc3bacb0fe tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530796 Jul 27 09:52:14.359536 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:14.363289 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc3870-c124-45c2-8b03-e195ed60eb5a req-e055c8b5-c935-49d6-9205-5ede45661b31 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:14.371342 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-55dc3870-c124-45c2-8b03-e195ed60eb5a req-e055c8b5-c935-49d6-9205-5ede45661b31 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.1017668 Jul 27 09:52:14.427656 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-55dc3870-c124-45c2-8b03-e195ed60eb5a req-72efd930-b8f7-41c7-8afa-b7245fa56a0e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555136 Jul 27 09:52:15.109221 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9a46-0d03-4fcf-879a-b9d7142bcb33 req-806f6d43-7f63-4755-9bb3-26c6fe274e8d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:15.111096 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb9b9a46-0d03-4fcf-879a-b9d7142bcb33 req-806f6d43-7f63-4755-9bb3-26c6fe274e8d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0953820 Jul 27 09:52:15.163976 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb9b9a46-0d03-4fcf-879a-b9d7142bcb33 req-386ffd82-71a2-4b30-92ee-5ea8554a8992 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396867 Jul 27 09:52:15.442622 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-aef39847-f2b5-4175-9ef1-43ead7f7192f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710721 Jul 27 09:52:15.500094 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb071976-9a64-490b-932e-c75a4a95ae31 req-427404b7-c0bb-45bb-9d9e-f40c14352ee6 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:15.506713 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cb071976-9a64-490b-932e-c75a4a95ae31 req-427404b7-c0bb-45bb-9d9e-f40c14352ee6 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.1265736 Jul 27 09:52:15.611241 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cb071976-9a64-490b-932e-c75a4a95ae31 req-fc4dfdeb-aff2-4f6f-abdd-214eb4076b3d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592697 Jul 27 09:52:15.636498 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de1f52-69bd-4cdf-8baf-7af43e9750ba req-6d037422-6ace-4717-9ae6-26a322db956b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:15.638302 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e4de1f52-69bd-4cdf-8baf-7af43e9750ba req-6d037422-6ace-4717-9ae6-26a322db956b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.1287408 Jul 27 09:52:15.710737 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e4de1f52-69bd-4cdf-8baf-7af43e9750ba req-210209d5-6cb6-453c-90b4-d95fd3021019 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658000 Jul 27 09:52:15.802252 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:15.875946 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:16.811234 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b13c06-d87c-471a-837f-aef7d1fcdd2c req-5ac2ab94-8799-45db-9b40-407b07659feb tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:16.821601 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-62b13c06-d87c-471a-837f-aef7d1fcdd2c req-5ac2ab94-8799-45db-9b40-407b07659feb tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.1365373 Jul 27 09:52:16.889290 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-62b13c06-d87c-471a-837f-aef7d1fcdd2c req-2696438d-9821-41a5-b34f-cb53f4332c07 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651109 Jul 27 09:52:17.067310 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device edb99736-3013-47da-b73c-242f8b89281c no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:52:17.146011 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480375ce-7682-4849-91c3-ac74478f892a req-39c243a1-5e43-4425-bf4e-476f6a7bf4e1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:17.155800 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-480375ce-7682-4849-91c3-ac74478f892a req-39c243a1-5e43-4425-bf4e-476f6a7bf4e1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.1577764 Jul 27 09:52:17.197991 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-480375ce-7682-4849-91c3-ac74478f892a req-6f1b3f9f-510d-481c-a31d-aa8fd993948a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410216 Jul 27 09:52:17.226119 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:17.258025 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:52:17.261069 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ef66da-ff7d-4eca-aadb-f7eb3628d335" -d '{"events": [{"server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "name": "network-vif-unplugged", "status": "completed", "tag": "edb99736-3013-47da-b73c-242f8b89281c"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:52:17.275465 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=edb99736-3013-47da-b73c-242f8b89281c,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:17.285823 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:17.342193 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 09:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd26f6-a31c-451e-b820-06f5b3eb5764 x-openstack-request-id: req-94bd26f6-a31c-451e-b820-06f5b3eb5764 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:52:17.342533 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "name": "network-vif-unplugged", "status": "completed", "tag": "edb99736-3013-47da-b73c-242f8b89281c", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:52:17.342768 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94bd26f6-a31c-451e-b820-06f5b3eb5764 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:52:17.343549 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c', 'code': 200} Jul 27 09:52:17.362489 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=edb99736-3013-47da-b73c-242f8b89281c,revision_number=6']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:17.549200 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-dc524015-a20f-4be7-8c52-870c553304e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:17.550989 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-dc524015-a20f-4be7-8c52-870c553304e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309&tenant_id=4d859408e27d44b5b24b8266d170a557 HTTP/1.1" status: 200 len: 1096 time: 0.1166880 Jul 27 09:52:17.652830 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-c7bf3dff-32a1-46f5-a791-e1859ef7a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:17.654043 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-c7bf3dff-32a1-46f5-a791-e1859ef7a0d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d859408e27d44b5b24b8266d170a557&device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1096 time: 0.0647731 Jul 27 09:52:17.778588 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-394f93b4-68b5-4e26-a789-382d5f0bc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:17.780320 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-394f93b4-68b5-4e26-a789-382d5f0bc4ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd51e6ad-99c8-438e-8061-35e971376c9d HTTP/1.1" status: 200 len: 908 time: 0.1159546 Jul 27 09:52:17.867355 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-456406d8-1dfa-4254-944c-24cbbf3fc0bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edb99736-3013-47da-b73c-242f8b89281c HTTP/1.1" status: 200 len: 999 time: 0.0771365 Jul 27 09:52:17.923620 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-d13ec1e0-bdad-4521-971f-95af62117e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:17.925252 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-d13ec1e0-bdad-4521-971f-95af62117e13 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaf2d144-6e8d-4957-a29f-2dcc459e6aa4 HTTP/1.1" status: 200 len: 846 time: 0.0492773 Jul 27 09:52:18.029470 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-ec7c572c-5d7c-4773-9b02-c1f364c26711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:18.031099 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-ec7c572c-5d7c-4773-9b02-c1f364c26711 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd51e6ad-99c8-438e-8061-35e971376c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968244 Jul 27 09:52:18.135039 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbe7d3-b7e7-4093-9034-f24a6a364d9c req-97486005-f964-4923-a047-9762e76413f6 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:18.136474 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-effbe7d3-b7e7-4093-9034-f24a6a364d9c req-97486005-f964-4923-a047-9762e76413f6 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.1530144 Jul 27 09:52:18.199184 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-e252d9f3-fcee-4cfb-8f84-4d268cf1e040 service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540823 Jul 27 09:52:18.207328 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-effbe7d3-b7e7-4093-9034-f24a6a364d9c req-7266bd10-3660-4cc6-8079-7cd18345dde3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626493 Jul 27 09:52:18.359066 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-ca792d21-6217-4fe2-919a-466421f26641 service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503680 Jul 27 09:52:18.398296 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac17b1a-bb89-48cc-aba6-d0ed4d0f0e23 req-8ee7333a-3e05-48bc-b9ab-8609eb9b4ab9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:18.400112 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1ac17b1a-bb89-48cc-aba6-d0ed4d0f0e23 req-8ee7333a-3e05-48bc-b9ab-8609eb9b4ab9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.1004694 Jul 27 09:52:18.459384 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1ac17b1a-bb89-48cc-aba6-d0ed4d0f0e23 req-5e88bf94-d380-4ede-86bf-2ebadbf89e7b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524876 Jul 27 09:52:19.353004 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bc4ab-0dd8-4e6a-92d9-332b3db7dc3a req-b7ded9b1-0f38-40a5-bc9d-46fa7c03aa54 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:19.354571 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-074bc4ab-0dd8-4e6a-92d9-332b3db7dc3a req-b7ded9b1-0f38-40a5-bc9d-46fa7c03aa54 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0717130 Jul 27 09:52:19.401287 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-074bc4ab-0dd8-4e6a-92d9-332b3db7dc3a req-1e70d508-ad94-4d8f-a977-8c03c8d98166 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382416 Jul 27 09:52:19.597285 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164ac42-2b65-4247-b2df-be593e60f1ff req-876a9f07-9dc1-4d0b-9e0e-13324760db9b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:19.599021 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6164ac42-2b65-4247-b2df-be593e60f1ff req-876a9f07-9dc1-4d0b-9e0e-13324760db9b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0738766 Jul 27 09:52:19.640790 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6164ac42-2b65-4247-b2df-be593e60f1ff req-a331c870-ebf0-47b1-bd02-98e265e08636 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352557 Jul 27 09:52:20.436307 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-1130b0c3-c6e0-43e9-8fc7-9a4300720f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:20.438544 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-1130b0c3-c6e0-43e9-8fc7-9a4300720f63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 1098 time: 0.0605524 Jul 27 09:52:20.571534 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-2e076937-9cb5-4a93-8420-2ed7f86c2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:20.573017 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-2e076937-9cb5-4a93-8420-2ed7f86c2465 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.1270218 Jul 27 09:52:20.593735 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e846383-afe3-4888-af92-cf406a1637d5 req-2c624978-0b64-488a-93cf-58a4b6f9509f tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:20.595330 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0e846383-afe3-4888-af92-cf406a1637d5 req-2c624978-0b64-488a-93cf-58a4b6f9509f tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.1016884 Jul 27 09:52:20.671930 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-3cc7f57d-c6d4-4573-8188-8c822d0e3a59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 HTTP/1.1" status: 200 len: 1000 time: 0.0910530 Jul 27 09:52:20.690812 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0e846383-afe3-4888-af92-cf406a1637d5 req-253a74e2-e4f5-4895-88e2-d554761f55d3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660760 Jul 27 09:52:20.738726 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-f79fdaaf-e2c7-4a73-aa19-42b4925b166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:20.740140 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-f79fdaaf-e2c7-4a73-aa19-42b4925b166d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0593877 Jul 27 09:52:20.825219 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31e9bb-17a8-43b0-bea8-88b9c33f246a req-c1eda018-65f8-4945-ab5e-6931fd02395c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:20.826746 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e31e9bb-17a8-43b0-bea8-88b9c33f246a req-c1eda018-65f8-4945-ab5e-6931fd02395c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0976355 Jul 27 09:52:20.844680 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-39755cfc-2dde-49de-984b-bc17792659d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:20.846816 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-39755cfc-2dde-49de-984b-bc17792659d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869589 Jul 27 09:52:20.917677 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1e31e9bb-17a8-43b0-bea8-88b9c33f246a req-1a34a7db-a69a-4137-ab08-0908e1d74399 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841937 Jul 27 09:52:20.959987 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-c3e4def4-cdaa-423d-97e6-5bccc2e3a573 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049280 Jul 27 09:52:21.066224 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11d1816c-1f34-4d50-9e8e-c762cf6a092a req-bfc10f87-aa75-4455-bdb9-bf253ff35fdd service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933015 Jul 27 09:52:21.831120 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de159b-98d2-441d-aeed-91659621c4aa req-6a0cb063-f5d8-44d0-a5e9-60d53ee32d7e tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:21.832616 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-54de159b-98d2-441d-aeed-91659621c4aa req-6a0cb063-f5d8-44d0-a5e9-60d53ee32d7e tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0696394 Jul 27 09:52:21.871419 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-54de159b-98d2-441d-aeed-91659621c4aa req-ab1502c8-0231-4c97-b075-34230d760a48 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Jul 27 09:52:22.061265 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaeae9-0863-4c36-87c2-cda4480a59d6 req-926f461d-5659-478c-a996-934f76ad37ba tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:22.062773 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1bcaeae9-0863-4c36-87c2-cda4480a59d6 req-926f461d-5659-478c-a996-934f76ad37ba tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0641708 Jul 27 09:52:22.101135 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1bcaeae9-0863-4c36-87c2-cda4480a59d6 req-c42baa40-fa5a-45fa-b9a6-151fb8a55c40 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324891 Jul 27 09:52:23.003576 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b0533-2d51-4755-bc17-35466d715097 req-1e03722a-1779-4898-b89c-1761ae8d521c tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:23.004964 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-291b0533-2d51-4755-bc17-35466d715097 req-1e03722a-1779-4898-b89c-1761ae8d521c tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0680256 Jul 27 09:52:23.045756 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-291b0533-2d51-4755-bc17-35466d715097 req-58418266-7156-4c7c-a99e-93bf3ea5445c tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jul 27 09:52:23.091674 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:52:23.168793 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:23.198701 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:52:23.201936 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbedfe39-97a0-4f07-ac40-8fb9f522f259" -d '{"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:52:23.229565 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:23.237838 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:23.271071 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d59ae3-6528-4a7c-94e7-c16346a835ee req-e623b31c-4cc9-4293-b409-ae686e3a457b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:23.273146 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f3d59ae3-6528-4a7c-94e7-c16346a835ee req-e623b31c-4cc9-4293-b409-ae686e3a457b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 945 time: 0.0868056 Jul 27 09:52:23.278498 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdac2896-dae2-4f0e-8172-6f5cda7b998d x-openstack-request-id: req-cdac2896-dae2-4f0e-8172-6f5cda7b998d {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:52:23.283176 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:52:23.283549 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdac2896-dae2-4f0e-8172-6f5cda7b998d {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:52:23.284789 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'code': 200} Jul 27 09:52:23.313175 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=8']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:23.319335 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f3d59ae3-6528-4a7c-94e7-c16346a835ee req-40d4d313-0ec2-4c68-bb95-2b5daa88dec7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394678 Jul 27 09:52:24.196701 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206a178-968a-4426-8394-c3cf9e36fed8 req-55fa150e-ef6d-438d-9d2b-13e8ed46e965 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:24.198401 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5206a178-968a-4426-8394-c3cf9e36fed8 req-55fa150e-ef6d-438d-9d2b-13e8ed46e965 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 943 time: 0.0832617 Jul 27 09:52:24.278804 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5206a178-968a-4426-8394-c3cf9e36fed8 req-27800848-a883-45bf-90cb-9579c47c5eb2 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734441 Jul 27 09:52:24.331987 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759df5fc-373d-433c-b85e-4a955542fe52 req-6331d25f-7590-4b24-bbe9-0183fdf126c2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:24.339805 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-759df5fc-373d-433c-b85e-4a955542fe52 req-6331d25f-7590-4b24-bbe9-0183fdf126c2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.1194797 Jul 27 09:52:24.390581 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-759df5fc-373d-433c-b85e-4a955542fe52 req-8c2162b1-461d-4dc1-8bbf-d91468e94799 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 Jul 27 09:52:24.687315 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 53782) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:24.796609 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-758249e5-8e95-48df-a5d3-b8766b660004 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081493 Jul 27 09:52:25.098060 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device edb99736-3013-47da-b73c-242f8b89281c details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:52:25.199921 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=edb99736-3013-47da-b73c-242f8b89281c,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:25.214446 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': 'edb99736-3013-47da-b73c-242f8b89281c', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'port_id': 'edb99736-3013-47da-b73c-242f8b89281c', 'mac_address': 'fa:16:3e:20:19:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:52:25.259523 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:25.272599 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb99736-3013-47da-b73c-242f8b89281c {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:52:25.292493 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=edb99736-3013-47da-b73c-242f8b89281c,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:25.296653 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:25.345442 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=edb99736-3013-47da-b73c-242f8b89281c,revision_number=7']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:25.434358 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea364c6-4e28-471d-8b8b-53b0bb1cb09a req-952befd6-234e-45b4-962f-69abcc8fb4b1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:25.436042 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cea364c6-4e28-471d-8b8b-53b0bb1cb09a req-952befd6-234e-45b4-962f-69abcc8fb4b1 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 944 time: 0.0712185 Jul 27 09:52:25.512182 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cea364c6-4e28-471d-8b8b-53b0bb1cb09a req-5128c14f-927b-4046-9923-f83fba4561f4 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673721 Jul 27 09:52:25.544106 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03bb75-be27-4e60-9cfb-38268250391e req-2a5ad8e1-583e-4269-a62f-7a364cd791c2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:25.545682 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3f03bb75-be27-4e60-9cfb-38268250391e req-2a5ad8e1-583e-4269-a62f-7a364cd791c2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0828290 Jul 27 09:52:25.588063 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3f03bb75-be27-4e60-9cfb-38268250391e req-d8a00f68-ee3b-4700-aa0f-7cdf5d4fa6d7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Jul 27 09:52:25.651514 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['edb99736-3013-47da-b73c-242f8b89281c'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:52:25.695781 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa6bf6-3161-442a-a712-d8db90711138 req-1bd2d988-ef77-4dff-ac6e-d7dff7179ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:25.697303 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-1bd2d988-ef77-4dff-ac6e-d7dff7179ff5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551&tenant_id=0276852d6358459f97418591cc32a01a HTTP/1.1" status: 200 len: 1096 time: 0.0620008 Jul 27 09:52:25.800053 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa6bf6-3161-442a-a712-d8db90711138 req-2b2ace46-6e51-4b24-8e6e-0bd0c5bb2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:25.801566 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-2b2ace46-6e51-4b24-8e6e-0bd0c5bb2efc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 1096 time: 0.0673060 Jul 27 09:52:25.915057 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa6bf6-3161-442a-a712-d8db90711138 req-216c23d6-e19b-41e0-88c7-b7f99e5fa3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:25.916522 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-216c23d6-e19b-41e0-88c7-b7f99e5fa3b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.1072736 Jul 27 09:52:25.984571 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-69144f1d-6403-430d-89d7-e28714529b18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 HTTP/1.1" status: 200 len: 998 time: 0.0605302 Jul 27 09:52:26.039324 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa6bf6-3161-442a-a712-d8db90711138 req-195c9186-cccd-44b2-a0d3-ce5dc4fbaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:26.040892 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-195c9186-cccd-44b2-a0d3-ce5dc4fbaf90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0491607 Jul 27 09:52:26.101645 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa6bf6-3161-442a-a712-d8db90711138 req-1c54dd30-11d9-43ef-9dfa-5e2971eaa3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:26.103158 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-1c54dd30-11d9-43ef-9dfa-5e2971eaa3ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548716 Jul 27 09:52:26.197833 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-d705823c-a691-4c29-b399-95c10d7e7488 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862269 Jul 27 09:52:26.298124 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-d029ba03-836b-496e-908e-68ce5cf4fba8 service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919633 Jul 27 09:52:26.646459 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c1257-ac22-4d9e-a333-b09779a167ab req-01cc3424-a214-45f3-82f7-e2cd233dad85 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:26.648125 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b92c1257-ac22-4d9e-a333-b09779a167ab req-01cc3424-a214-45f3-82f7-e2cd233dad85 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 944 time: 0.0684540 Jul 27 09:52:26.720260 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b92c1257-ac22-4d9e-a333-b09779a167ab req-dadf6347-6a19-4dd4-824b-707b8438a528 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649035 Jul 27 09:52:26.784747 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f0479-1fdd-4ef5-a7ba-b7a89b7e8143 req-3c79559a-8af3-44aa-99df-bf4f1e17c5ec tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:26.786245 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee8f0479-1fdd-4ef5-a7ba-b7a89b7e8143 req-3c79559a-8af3-44aa-99df-bf4f1e17c5ec tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.1059408 Jul 27 09:52:26.874040 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ee8f0479-1fdd-4ef5-a7ba-b7a89b7e8143 req-aef5704f-f57a-42af-a9c6-d7edc7d7999d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752017 Jul 27 09:52:27.098863 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device edb99736-3013-47da-b73c-242f8b89281c up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:52:27.149629 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port edb99736-3013-47da-b73c-242f8b89281c triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:52:27.150004 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:27.240382 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:27.262645 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:52:27.264888 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0642d57-ab13-4e97-9f70-5ed12f7a148d" -d '{"events": [{"server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "name": "network-vif-plugged", "status": "completed", "tag": "edb99736-3013-47da-b73c-242f8b89281c"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:52:27.280514 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=edb99736-3013-47da-b73c-242f8b89281c,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:27.285228 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:27.286016 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:52:27.307706 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5f2d65-5485-4d5f-b72c-0b60ba5aa49b x-openstack-request-id: req-4e5f2d65-5485-4d5f-b72c-0b60ba5aa49b {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:52:27.307994 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "name": "network-vif-plugged", "status": "completed", "tag": "edb99736-3013-47da-b73c-242f8b89281c", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:52:27.308441 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e5f2d65-5485-4d5f-b72c-0b60ba5aa49b {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:52:27.308981 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c', 'code': 200} Jul 27 09:52:27.373950 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=edb99736-3013-47da-b73c-242f8b89281c,revision_number=8']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:27.885152 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553f4d1-b3e7-4e78-b797-c6f4f78847e5 req-675d2d1f-6dda-41ce-9a9c-8dda60d97e91 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:27.886836 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4553f4d1-b3e7-4e78-b797-c6f4f78847e5 req-675d2d1f-6dda-41ce-9a9c-8dda60d97e91 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0915327 Jul 27 09:52:27.928587 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4553f4d1-b3e7-4e78-b797-c6f4f78847e5 req-6122b4d6-c150-49f5-9e25-606aba1ff58d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357888 Jul 27 09:52:28.013138 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e2fc-d0b3-4910-b174-40cc31ca520f req-09c7cd90-312b-41e0-b23f-a8e1119eb8a9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:28.014474 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b024e2fc-d0b3-4910-b174-40cc31ca520f req-09c7cd90-312b-41e0-b23f-a8e1119eb8a9 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0658290 Jul 27 09:52:28.071321 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b024e2fc-d0b3-4910-b174-40cc31ca520f req-b3efc85c-27dc-4d7e-a183-d01bbb8450f4 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484879 Jul 27 09:52:29.101774 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3a826-83a4-4654-8f87-bf6ecdca6867 req-61afa1f1-8607-47a6-a722-c7c0989be2bd tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:29.104001 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dba3a826-83a4-4654-8f87-bf6ecdca6867 req-61afa1f1-8607-47a6-a722-c7c0989be2bd tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.1047566 Jul 27 09:52:29.157847 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-dba3a826-83a4-4654-8f87-bf6ecdca6867 req-3651bd13-431d-4fc6-9f27-5c71f45b0c19 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477772 Jul 27 09:52:29.214337 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6f6c3-f3bf-4f86-bb4b-884e29b1e206 req-8e7389b2-7b0e-4b24-9184-e3248d7b1167 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:29.215968 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-89f6f6c3-f3bf-4f86-bb4b-884e29b1e206 req-8e7389b2-7b0e-4b24-9184-e3248d7b1167 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0720019 Jul 27 09:52:29.260946 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-89f6f6c3-f3bf-4f86-bb4b-884e29b1e206 req-e5debfbe-f027-4a62-a524-51b446c6075f tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385149 Jul 27 09:52:30.322794 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9c5c-6592-4998-ad96-5aa861dd7e69 req-a894144a-5529-4304-854e-7b0be56affde tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:30.324530 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-615c9c5c-6592-4998-ad96-5aa861dd7e69 req-a894144a-5529-4304-854e-7b0be56affde tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0707247 Jul 27 09:52:30.425989 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-615c9c5c-6592-4998-ad96-5aa861dd7e69 req-92a09d00-2f51-4d47-b2de-91a2162db63d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935571 Jul 27 09:52:30.459325 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285beccb-8ba6-4445-b994-1b9431f0601a req-f7f1825f-f0d5-43ea-b892-82c8f9083fdc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:30.460850 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-285beccb-8ba6-4445-b994-1b9431f0601a req-f7f1825f-f0d5-43ea-b892-82c8f9083fdc tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.1217475 Jul 27 09:52:30.499372 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-285beccb-8ba6-4445-b994-1b9431f0601a req-4968765d-f51b-41db-baf4-a86a707cdc2c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323188 Jul 27 09:52:31.567266 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabe86d-80d9-4e29-9e53-6fd31b76532d req-e30c7044-3cae-49ca-ac27-764e156b0d67 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:31.568993 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5fabe86d-80d9-4e29-9e53-6fd31b76532d req-e30c7044-3cae-49ca-ac27-764e156b0d67 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0764532 Jul 27 09:52:31.621773 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5fabe86d-80d9-4e29-9e53-6fd31b76532d req-34111f47-3dc7-4293-95cf-1b4b1d556158 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466642 Jul 27 09:52:31.691359 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e07bce-018d-4235-b504-017bfe5ec24f req-08162709-fe14-4956-86b8-c406db06e3d5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:31.692825 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-33e07bce-018d-4235-b504-017bfe5ec24f req-08162709-fe14-4956-86b8-c406db06e3d5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0746219 Jul 27 09:52:31.732943 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-33e07bce-018d-4235-b504-017bfe5ec24f req-1cf7c894-c8ac-433a-8c4c-67f66970a0f2 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339108 Jul 27 09:52:32.749629 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d64e7c-94e4-4dca-a1e6-03ba57f5da10 req-f7789225-baed-4197-aa72-7d1bcf66ae8f tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:32.751127 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-78d64e7c-94e4-4dca-a1e6-03ba57f5da10 req-f7789225-baed-4197-aa72-7d1bcf66ae8f tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0623782 Jul 27 09:52:32.789287 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-78d64e7c-94e4-4dca-a1e6-03ba57f5da10 req-7915b88f-e1db-4b99-890b-2907bfb830a8 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321791 Jul 27 09:52:32.899455 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119b787-8dbe-483d-aae2-6928a0377901 req-89fc198e-78ae-4db8-8d8e-a12a49d972f1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:32.903646 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6119b787-8dbe-483d-aae2-6928a0377901 req-89fc198e-78ae-4db8-8d8e-a12a49d972f1 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0758028 Jul 27 09:52:33.208628 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6119b787-8dbe-483d-aae2-6928a0377901 req-f0857bce-e921-4537-a2af-5daa746c53fd tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997069 Jul 27 09:52:33.923517 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd65b-bfba-4bee-8b50-0b2438e13b32 req-b6515078-73bc-48be-baff-410066622dc0 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:33.924989 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e33dd65b-bfba-4bee-8b50-0b2438e13b32 req-b6515078-73bc-48be-baff-410066622dc0 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0650170 Jul 27 09:52:33.970201 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e33dd65b-bfba-4bee-8b50-0b2438e13b32 req-816feda5-73b1-47e1-89d4-9eb18d054622 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386608 Jul 27 09:52:34.340719 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d24fb-21a5-4b5d-897a-39b5072e735d req-14614134-16d6-4ef8-9c75-348d6d70064d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:34.342166 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-918d24fb-21a5-4b5d-897a-39b5072e735d req-14614134-16d6-4ef8-9c75-348d6d70064d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0614932 Jul 27 09:52:34.381963 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-918d24fb-21a5-4b5d-897a-39b5072e735d req-43740cde-9a86-4b5c-a12e-39be062d6caf tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338216 Jul 27 09:52:35.110910 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9157fc0-2b90-457a-b40d-16f037de904c req-693f7e2f-74a3-4444-82dd-f2b64359c2bc tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:35.112380 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b9157fc0-2b90-457a-b40d-16f037de904c req-693f7e2f-74a3-4444-82dd-f2b64359c2bc tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0635452 Jul 27 09:52:35.149431 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b9157fc0-2b90-457a-b40d-16f037de904c req-0e8a1367-ba2f-464b-9adc-5d3faf407011 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Jul 27 09:52:35.514386 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cfe20-7f7b-4cad-a729-d90c9fcad7e4 req-ae7c00f6-a367-49f5-932d-2a7bdb2b46c6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:35.516090 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-275cfe20-7f7b-4cad-a729-d90c9fcad7e4 req-ae7c00f6-a367-49f5-932d-2a7bdb2b46c6 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0637624 Jul 27 09:52:35.552851 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-275cfe20-7f7b-4cad-a729-d90c9fcad7e4 req-6064abe9-ac4b-442c-85ee-25a530d38aff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303516 Jul 27 09:52:36.176245 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:52:36.294155 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7a09-be31-46e5-a5bc-45e6c4c7436c req-5eaae839-f587-489d-96e6-2d9b6bb6eeba tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:36.295722 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-18ec7a09-be31-46e5-a5bc-45e6c4c7436c req-5eaae839-f587-489d-96e6-2d9b6bb6eeba tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0685234 Jul 27 09:52:36.333299 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-18ec7a09-be31-46e5-a5bc-45e6c4c7436c req-8fce08c6-3996-497c-a482-32267f712fc3 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Jul 27 09:52:36.692084 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66250f73-3cb3-4967-9204-51ed2a6a60f7 req-f0a38ad5-6e27-4ee6-87c2-94a41335217f tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:36.693561 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-66250f73-3cb3-4967-9204-51ed2a6a60f7 req-f0a38ad5-6e27-4ee6-87c2-94a41335217f tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0632234 Jul 27 09:52:36.732129 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-66250f73-3cb3-4967-9204-51ed2a6a60f7 req-04c1529c-3551-45f8-b9fd-e92bf286795a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jul 27 09:52:37.497798 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f782d-7687-4ae3-a27d-bf039ceb7f44 req-855d2768-2195-43e0-92f6-9f53513675bc tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:37.499280 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c65f782d-7687-4ae3-a27d-bf039ceb7f44 req-855d2768-2195-43e0-92f6-9f53513675bc tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0915699 Jul 27 09:52:37.540940 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c65f782d-7687-4ae3-a27d-bf039ceb7f44 req-212ef602-d563-42d9-9a17-3813d88c69e0 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352933 Jul 27 09:52:37.872354 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af2de-f1cd-4a71-bdf4-e730932163d8 req-9d74acbc-879d-4074-8d33-b9356f1d83ba tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:37.873843 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-584af2de-f1cd-4a71-bdf4-e730932163d8 req-9d74acbc-879d-4074-8d33-b9356f1d83ba tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0668550 Jul 27 09:52:37.912563 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-584af2de-f1cd-4a71-bdf4-e730932163d8 req-55a59882-14b1-468c-9d26-d7cecde25cb5 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321562 Jul 27 09:52:38.668128 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10a954-7139-48c1-ad85-7587d4fae086 req-a4ea6ecf-9c5b-4ce7-9398-1db76f1bdc48 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:38.669592 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ba10a954-7139-48c1-ad85-7587d4fae086 req-a4ea6ecf-9c5b-4ce7-9398-1db76f1bdc48 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0629914 Jul 27 09:52:38.707179 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ba10a954-7139-48c1-ad85-7587d4fae086 req-f7ac817e-69a7-4fff-b4d0-ed63c0658754 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Jul 27 09:52:39.051501 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caea5f5-c0ed-4665-b390-12ed53f32544 req-4d40ed87-1d5c-4cc7-ac7a-1f5649620a5c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:39.052986 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1caea5f5-c0ed-4665-b390-12ed53f32544 req-4d40ed87-1d5c-4cc7-ac7a-1f5649620a5c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0667374 Jul 27 09:52:39.114824 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1caea5f5-c0ed-4665-b390-12ed53f32544 req-077e2c11-74cd-49ee-8452-4d7313595541 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529177 Jul 27 09:52:39.131593 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0929ea1-af42-4760-bc14-5b99aa346a13 req-c6a5ca90-b228-4c05-92ad-0a41883175fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:39.133064 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a0929ea1-af42-4760-bc14-5b99aa346a13 req-c6a5ca90-b228-4c05-92ad-0a41883175fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1098 time: 0.0785127 Jul 27 09:52:39.167983 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a0929ea1-af42-4760-bc14-5b99aa346a13 req-b0878dc6-4f37-475f-838c-650701b3e912 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274975 Jul 27 09:52:39.832296 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c542f-4a3a-4eee-8610-7ef5cbf018ab req-a0420f67-0013-4cc8-9841-56e690796245 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:39.833779 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b68c542f-4a3a-4eee-8610-7ef5cbf018ab req-a0420f67-0013-4cc8-9841-56e690796245 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0624769 Jul 27 09:52:39.873602 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b68c542f-4a3a-4eee-8610-7ef5cbf018ab req-aec5bde9-7265-433e-9325-cfffac259232 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338299 Jul 27 09:52:40.264173 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358b24-d0a2-4d83-9177-b9face25ea13 req-69b86465-742f-45a2-9100-a1796544ea5d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:40.265764 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-db358b24-d0a2-4d83-9177-b9face25ea13 req-69b86465-742f-45a2-9100-a1796544ea5d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 943 time: 0.0680435 Jul 27 09:52:40.306847 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-db358b24-d0a2-4d83-9177-b9face25ea13 req-6c4102ca-fdc3-49d9-b4f2-d79b5bc2cb9c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346270 Jul 27 09:52:40.692024 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-eb808b16-6242-4d03-9030-31da05698b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:41.000757 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd14c24-6848-4770-9f17-b77f9eba42ef req-b708c098-494f-466b-bf6a-cabcdf8611bf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:41.002213 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4cd14c24-6848-4770-9f17-b77f9eba42ef req-b708c098-494f-466b-bf6a-cabcdf8611bf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.0626738 Jul 27 09:52:41.039687 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4cd14c24-6848-4770-9f17-b77f9eba42ef req-46a46903-9ebf-462d-8e7b-387f86b60715 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315700 Jul 27 09:52:41.177644 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:52:41.279900 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:41.294859 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'port_id': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'mac_address': 'fa:16:3e:c0:a7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:52:41.333905 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:41.346024 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:52:41.370172 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:41.375333 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:41.424993 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=9']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:41.459098 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef50fd-335f-4f25-b578-08c35ea0519a req-efbb5504-b7ab-4266-9f90-e0a2c208d9f8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:41.460812 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7cef50fd-335f-4f25-b578-08c35ea0519a req-efbb5504-b7ab-4266-9f90-e0a2c208d9f8 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 944 time: 0.0678036 Jul 27 09:52:41.498877 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7cef50fd-335f-4f25-b578-08c35ea0519a req-8366ef19-b59c-4207-90ca-288b6eeb8563 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Jul 27 09:52:41.701986 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:52:42.647551 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd90ce7-34ff-4926-9660-da62aec7c393 req-07089aed-950c-487a-acd2-6cffbaeeddcf tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:42.649109 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2fd90ce7-34ff-4926-9660-da62aec7c393 req-07089aed-950c-487a-acd2-6cffbaeeddcf tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 944 time: 0.0727084 Jul 27 09:52:42.689592 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2fd90ce7-34ff-4926-9660-da62aec7c393 req-9e554ee4-01c0-40e2-81a3-f8e5d5126f5a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344012 Jul 27 09:52:43.190166 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:52:43.244799 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:52:43.245169 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:43.290766 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-5790b470-5d29-4f5c-b61a-03a38c58f6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:43.336306 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:43.358922 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:52:43.361825 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255aaa9-4d51-456f-b297-29072926cd76" -d '{"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-plugged", "status": "completed", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:52:43.377480 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:43.382458 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:43.417513 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca59adf-e506-4696-be59-67002c6dcd58 x-openstack-request-id: req-aca59adf-e506-4696-be59-67002c6dcd58 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:52:43.417798 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-plugged", "status": "completed", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:52:43.418051 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aca59adf-e506-4696-be59-67002c6dcd58 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:52:43.418434 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'code': 200} Jul 27 09:52:43.433318 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=10']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:43.653581 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280ebe8-ff98-4eb6-a2f4-3de310085290 req-b9a4b21b-e801-4080-bf76-829f21361cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:43.655107 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b280ebe8-ff98-4eb6-a2f4-3de310085290 req-b9a4b21b-e801-4080-bf76-829f21361cfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 1099 time: 0.0532453 Jul 27 09:52:43.694442 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b280ebe8-ff98-4eb6-a2f4-3de310085290 req-8dee1208-98a3-44b4-894d-007f7f20f662 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319688 Jul 27 09:52:43.740147 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:43.830137 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64568998-cf0a-4027-b02e-89e620d236ea req-c2107690-36db-4c0c-88bb-cf86476d271d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:43.831731 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-64568998-cf0a-4027-b02e-89e620d236ea req-c2107690-36db-4c0c-88bb-cf86476d271d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 946 time: 0.0669551 Jul 27 09:52:43.870922 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-64568998-cf0a-4027-b02e-89e620d236ea req-6ef74df7-1272-42af-b206-10e3a5d9ae30 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332808 Jul 27 09:52:44.166298 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa393515-0547-41e1-9fcb-f9001e98f02d req-a9a205cf-85b1-47f1-a287-84218dd9131a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:44.167887 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa393515-0547-41e1-9fcb-f9001e98f02d req-a9a205cf-85b1-47f1-a287-84218dd9131a tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 946 time: 0.0687659 Jul 27 09:52:44.211431 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa393515-0547-41e1-9fcb-f9001e98f02d req-c17c10c0-173a-40d3-bf87-a21fd652d483 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368323 Jul 27 09:52:44.356006 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:45.020201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c9e3b-926c-427a-87fb-ffe5ded03abc req-f53436fc-9ade-4916-9a94-61b409bba958 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:45.021746 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f84c9e3b-926c-427a-87fb-ffe5ded03abc req-f53436fc-9ade-4916-9a94-61b409bba958 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 946 time: 0.0689404 Jul 27 09:52:45.062121 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f84c9e3b-926c-427a-87fb-ffe5ded03abc req-af5e184a-2fda-4515-af48-0e52b267cf2a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344250 Jul 27 09:52:45.346743 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f08c3-069a-4af4-8d72-ccd23ad3f4c1 req-6fd7e5d4-60a2-47ee-bf6b-894793a61214 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:45.348225 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe4f08c3-069a-4af4-8d72-ccd23ad3f4c1 req-6fd7e5d4-60a2-47ee-bf6b-894793a61214 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 946 time: 0.0640724 Jul 27 09:52:45.385604 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe4f08c3-069a-4af4-8d72-ccd23ad3f4c1 req-6737e309-4dc2-449b-bfa9-3b2f4332eb8f tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314643 Jul 27 09:52:45.788462 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:45.892928 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:46.242224 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817769fe-2334-4f69-b017-04f1259b7486 req-a3cfc0c0-47ca-4183-a341-7a0db5acf76c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:46.244591 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-817769fe-2334-4f69-b017-04f1259b7486 req-a3cfc0c0-47ca-4183-a341-7a0db5acf76c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 946 time: 0.1129320 Jul 27 09:52:46.298269 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-8cbc9723-5246-4f9e-8f63-8ef0722434b9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:46.299760 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-8cbc9723-5246-4f9e-8f63-8ef0722434b9 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 946 time: 0.1280320 Jul 27 09:52:46.325359 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-817769fe-2334-4f69-b017-04f1259b7486 req-91ce8106-6598-4cf7-8c3d-2355c14b9a56 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733783 Jul 27 09:52:46.415779 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Deleting port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:52:46.416126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:46.543992 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] For port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:46.544357 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:46.569343 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca14cc-133f-4720-81dc-587a8125fff7 req-171a79ff-8337-4dbc-a8d2-8b3dc7c475a6 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:46.570913 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-10ca14cc-133f-4720-81dc-587a8125fff7 req-171a79ff-8337-4dbc-a8d2-8b3dc7c475a6 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 946 time: 0.1116879 Jul 27 09:52:46.677132 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-10ca14cc-133f-4720-81dc-587a8125fff7 req-71459708-fa81-407d-879a-e7f085e1b7b1 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d32eb90-e2e2-48e6-82b8-54f485b6b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756283 Jul 27 09:52:46.753658 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:46.754036 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:46.754357 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Floating IP 73a7b90f-57af-4875-bfdc-a8f896c6a1a0 disassociated. External IP: 172.27.1.98, port: 75d66156-4f68-44e1-b8aa-03b35b4fe8bf. Jul 27 09:52:46.754728 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Calling delete_port for 75d66156-4f68-44e1-b8aa-03b35b4fe8bf owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:52:46.883446 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:46.913500 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event deleted for resources: {'Port': ['ID=75d66156-4f68-44e1-b8aa-03b35b4fe8bf,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:47.026581 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:52:47.131827 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:52:47.142386 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] Sync routers for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:52:47.151906 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:52:47.152515 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:52:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:47.176796 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] No DVR routers for this DVR port 75d66156-4f68-44e1-b8aa-03b35b4fe8bf on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:52:47.179369 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:47.181385 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c26fee95-acd7-4975-bfdb-efb7e054bf49 req-2324acab-6f10-4919-ba65-d79c86670a5e tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.48 "DELETE /v2.0/ports/75d66156-4f68-44e1-b8aa-03b35b4fe8bf HTTP/1.1" status: 204 len: 173 time: 0.8714244 Jul 27 09:52:47.181897 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d49169-1c95-4c4d-883b-814acef110a6', 'name': 'network-vif-deleted', 'tag': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:52:47.184274 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05fb10e-0bb7-4340-8dd3-244360532f2f" -d '{"events": [{"server_uuid": "55d49169-1c95-4c4d-883b-814acef110a6", "name": "network-vif-deleted", "tag": "75d66156-4f68-44e1-b8aa-03b35b4fe8bf"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:52:47.223644 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77ebb64-37dc-438d-b1af-e373552d16b5 x-openstack-request-id: req-c77ebb64-37dc-438d-b1af-e373552d16b5 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:52:47.223938 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d49169-1c95-4c4d-883b-814acef110a6", "name": "network-vif-deleted", "tag": "75d66156-4f68-44e1-b8aa-03b35b4fe8bf", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:52:47.224192 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c77ebb64-37dc-438d-b1af-e373552d16b5 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:52:47.224593 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d49169-1c95-4c4d-883b-814acef110a6', 'name': 'network-vif-deleted', 'tag': '75d66156-4f68-44e1-b8aa-03b35b4fe8bf', 'status': 'completed', 'code': 200} Jul 27 09:52:47.271786 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:52:47.474931 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:47.501303 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] Checking router: ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:52:47.510493 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:52:47.511277 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:52:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:47.737489 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:52:47.785313 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5675817e-16a4-48c3-b4c1-7f8ff565ebc3 req-6172a97a-8e37-407d-8c8f-86b1a4da7b39 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/ports?device_id=55d49169-1c95-4c4d-883b-814acef110a6 HTTP/1.1" status: 200 len: 210 time: 0.0292954 Jul 27 09:52:47.943828 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:47.974255 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890421c-5908-45aa-a343-e949e4ce948e None None] The sync data for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi is: [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:45:51Z', 'revision_number': 4, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '96ed88f7-397d-4e95-9d88-e85231be2712', 'name': '', 'network_id': 'e1d59e72-afa1-4b81-a94a-b12de5380b0e', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'mac_address': 'fa:16:3e:b2:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:48Z', 'updated_at': '2021-07-27T09:46:01Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'subnets': [{'id': '4028857d-5e06-4e6b-a32b-1a13e8dffb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:52:48.186451 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa58596-212f-4ecf-82d1-fc2093e8f060 None None] New status for floating IP 73a7b90f-57af-4875-bfdc-a8f896c6a1a0: DOWN {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:52:48.867429 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54018) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:48.919152 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9756c5a2-81d9-428f-a338-9f41ab3c1e04 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:48.941559 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9756c5a2-81d9-428f-a338-9f41ab3c1e04 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:48.986951 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9756c5a2-81d9-428f-a338-9f41ab3c1e04 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:48.989498 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9756c5a2-81d9-428f-a338-9f41ab3c1e04 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:48.990654 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-9756c5a2-81d9-428f-a338-9f41ab3c1e04 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "DELETE /v2.0/security-groups/3d32eb90-e2e2-48e6-82b8-54f485b6b118 HTTP/1.1" status: 204 len: 168 time: 0.1222687 Jul 27 09:52:48.993486 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54020) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:48.999458 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756c5a2-81d9-428f-a338-9f41ab3c1e04 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d32eb90-e2e2-48e6-82b8-54f485b6b118,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:49.006663 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.api.v2.resource [None req-c823611d-d66b-4f16-9da4-341b0be54e86 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] show failed (client error): The resource could not be found. Jul 27 09:52:49.007679 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-c823611d-d66b-4f16-9da4-341b0be54e86 tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "GET /v2.0/security-groups/3d32eb90-e2e2-48e6-82b8-54f485b6b118 HTTP/1.1" status: 404 len: 347 time: 0.0131998 Jul 27 09:52:49.010436 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54022) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:49.128681 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Deleting port b66beec6-e2e6-4709-b75b-91c2ed0d7ec1 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:52:49.128931 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:49.192099 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 75d66156-4f68-44e1-b8aa-03b35b4fe8bf no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:52:49.205082 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:49.205410 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:49.210375 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 75d66156-4f68-44e1-b8aa-03b35b4fe8bf {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:52:49.210741 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 75d66156-4f68-44e1-b8aa-03b35b4fe8bf not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:52:49.216851 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Calling delete_port for b66beec6-e2e6-4709-b75b-91c2ed0d7ec1 owned by network:floatingip {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:52:49.387155 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-85631ad2-2a22-4769-a2e0-5cbbbdc429e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0900981 Jul 27 09:52:49.387890 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:49.411188 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Pushing event deleted for resources: {'Port': ['ID=b66beec6-e2e6-4709-b75b-91c2ed0d7ec1,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:49.507436 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks [] for floatingip, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:49.509921 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:49.511090 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-0190a953-891b-4f4b-8eb2-ba6fb121aacc tempest-AttachVolumeTestJSON-542283333 tempest-AttachVolumeTestJSON-542283333-project] 10.222.0.22 "DELETE /v2.0/floatingips/73a7b90f-57af-4875-bfdc-a8f896c6a1a0 HTTP/1.1" status: 204 len: 168 time: 0.4997408 Jul 27 09:52:49.525813 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-1b127d75-ea5a-4403-b549-b1c3078385f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:49.527391 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-1b127d75-ea5a-4403-b549-b1c3078385f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0276852d6358459f97418591cc32a01a&device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 1099 time: 0.1064434 Jul 27 09:52:49.635972 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-60673119-5ca5-48bd-b122-9aef70ff5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:49.637471 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-60673119-5ca5-48bd-b122-9aef70ff5313 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 200 len: 918 time: 0.0899613 Jul 27 09:52:49.706695 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-a6f6fbe1-c5f8-4035-8e7b-d3cc02e18cbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 HTTP/1.1" status: 200 len: 1000 time: 0.0612781 Jul 27 09:52:49.754839 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-debad830-1396-4454-9620-6b4391d95018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:49.756269 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-debad830-1396-4454-9620-6b4391d95018 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 200 len: 856 time: 0.0426941 Jul 27 09:52:49.814698 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-523b8874-e6cf-4701-b694-3cd234fa3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:52:49.816191 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-523b8874-e6cf-4701-b694-3cd234fa3c2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c76008f-0425-4595-a1ae-53202ed212eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525599 Jul 27 09:52:49.913242 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-e86c9bb0-0355-4166-ba4b-1aa9e75a6d8f service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891142 Jul 27 09:52:50.002910 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-4e0c234e-6627-4a71-abc4-acf172a2daa7 req-d0148c2c-7aea-4dbe-af85-7c165d64a43f service neutron] 10.222.0.48 "GET /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826216 Jul 27 09:52:53.051006 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54050) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:53.559814 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709048'] for router_interface, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:53.848795 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Deleting port 96ed88f7-397d-4e95-9d88-e85231be2712 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:52:53.849131 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:54.176579 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] For port 96ed88f7-397d-4e95-9d88-e85231be2712, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=96ed88f7-397d-4e95-9d88-e85231be2712,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:54.177316 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:54.189849 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Calling delete_port for 96ed88f7-397d-4e95-9d88-e85231be2712 owned by network:router_interface {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:52:54.386958 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:54.410517 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ed88f7-397d-4e95-9d88-e85231be2712,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:54.583170 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708820'] for router_interface, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:54.792134 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:52:54.898741 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:52:54.903601 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-459d7415-c930-4175-888c-081513b12c97 admin admin] 10.222.0.22 "PUT /v2.0/routers/ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8515477 Jul 27 09:52:54.906093 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54054) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:54.909090 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] Sync routers for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:52:54.918973 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:52:54.919586 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:52:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:55.009659 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks [] for router, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.030919 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:52:55.112782 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.164969 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Deleting port b5f93927-a8e6-4c1b-8210-d44118d85fff {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:52:55.165313 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.205028 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:52:54Z', 'revision_number': 5, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port': {'id': 'b5f93927-a8e6-4c1b-8210-d44118d85fff', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:38Z', 'updated_at': '2021-07-27T09:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:55.233909 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] Checking router: ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:52:55.242806 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] Routers {'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:52:55.243424 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:52:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:55.246938 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] For port b5f93927-a8e6-4c1b-8210-d44118d85fff, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=b5f93927-a8e6-4c1b-8210-d44118d85fff,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:55.247470 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.261133 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Calling delete_port for b5f93927-a8e6-4c1b-8210-d44118d85fff owned by network:router_gateway {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:52:55.328445 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] Set router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 gateway port host: None {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:52:55.382854 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:52:55Z', 'revision_number': 6, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port_host': None}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:55.412410 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9948aa6-687b-4f4e-b07a-831e7adb50b2 None None] The sync data for ids ['ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9'] in dv-cinder-802440-1-iscsi is: [{'id': 'ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9', 'name': 'tempest-AttachVolumeTestJSON-228211150-router', 'tenant_id': 'ca228791ac2b4c6286601af992fcae44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:37Z', 'updated_at': '2021-07-27T09:52:55Z', 'revision_number': 6, 'project_id': 'ca228791ac2b4c6286601af992fcae44', 'gw_port_host': None}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:52:55.434699 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.463344 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f93927-a8e6-4c1b-8210-d44118d85fff,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:55.523121 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2072246'] for router_gateway, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.631162 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2985'] for router, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.633330 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.695549 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604287'] for router, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.695984 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 {{(pid=99744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 09:52:55.700786 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.701962 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5ac6e470-24f7-4ba1-8fb3-53353be12610 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ee7d4ac7-428f-4b61-b0e2-85a26c0f8cf9 HTTP/1.1" status: 204 len: 168 time: 0.7944064 Jul 27 09:52:55.705053 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54056) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:55.752305 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_v2 [None req-27de3569-6dc7-44f1-8995-1bdd582c009e admin admin] Deleting subnet 4028857d-5e06-4e6b-a32b-1a13e8dffb03 {{(pid=99744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:52:55.756107 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-27de3569-6dc7-44f1-8995-1bdd582c009e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.792710 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-27de3569-6dc7-44f1-8995-1bdd582c009e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27206144'] for subnet, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.909769 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-27de3569-6dc7-44f1-8995-1bdd582c009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.962625 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-27de3569-6dc7-44f1-8995-1bdd582c009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25376663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27051854'] for subnet, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.988806 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de3569-6dc7-44f1-8995-1bdd582c009e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4028857d-5e06-4e6b-a32b-1a13e8dffb03,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:55.991282 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-27de3569-6dc7-44f1-8995-1bdd582c009e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:55.995361 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-27de3569-6dc7-44f1-8995-1bdd582c009e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4028857d-5e06-4e6b-a32b-1a13e8dffb03 HTTP/1.1" status: 204 len: 168 time: 0.2867026 Jul 27 09:52:55.995774 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f9476-4598-4056-bbdd-4bf2519beb46 None None] Network e1d59e72-afa1-4b81-a94a-b12de5380b0e requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:52:55.996386 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54058) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:56.069117 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.121329 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Deleting port acbc599e-9340-4bf1-836e-57a856d24393 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:52:56.121591 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.189600 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] For port acbc599e-9340-4bf1-836e-57a856d24393, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=acbc599e-9340-4bf1-836e-57a856d24393,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:56.190041 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.201146 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b0c6b-17c1-4b85-868a-ccbc0d4868d6 None None] DHCP port deletion for e1d59e72-afa1-4b81-a94a-b12de5380b0e request from dv-cinder-802440-1-iscsi {{(pid=99746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 09:52:56.205994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Calling delete_port for acbc599e-9340-4bf1-836e-57a856d24393 owned by network:dhcp {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:52:56.207351 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 96ed88f7-397d-4e95-9d88-e85231be2712 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:52:56.231617 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 96ed88f7-397d-4e95-9d88-e85231be2712 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:52:56.231962 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 96ed88f7-397d-4e95-9d88-e85231be2712 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:52:56.273007 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-847b0c6b-17c1-4b85-868a-ccbc0d4868d6 None None] Deleting port acbc599e-9340-4bf1-836e-57a856d24393 {{(pid=99746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:52:56.273389 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-847b0c6b-17c1-4b85-868a-ccbc0d4868d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.292010 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.320770 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] No DVR routers for this DVR port acbc599e-9340-4bf1-836e-57a856d24393 on host dv-cinder-802440-1-iscsi {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:52:56.325464 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=acbc599e-9340-4bf1-836e-57a856d24393,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:56.340853 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-847b0c6b-17c1-4b85-868a-ccbc0d4868d6 None None] For port acbc599e-9340-4bf1-836e-57a856d24393, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=acbc599e-9340-4bf1-836e-57a856d24393,segment=NetworkSegment(055fcd33-1797-4cdf-a78b-890599bba65c),segment_id=055fcd33-1797-4cdf-a78b-890599bba65c)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:52:56.341251 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-847b0c6b-17c1-4b85-868a-ccbc0d4868d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.354473 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-847b0c6b-17c1-4b85-868a-ccbc0d4868d6 None None] Calling delete_port for acbc599e-9340-4bf1-836e-57a856d24393 owned by network:dhcp {{(pid=99746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:52:56.395128 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.405020 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d59e72-afa1-4b81-a94a-b12de5380b0e']}} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:56.419652 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055fcd33-1797-4cdf-a78b-890599bba65c') {'for_net_delete': True} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:56.419943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055fcd33-1797-4cdf-a78b-890599bba65c') {} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:52:56.430324 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27206643'] for segment, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.445405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.452538 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=99744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:52:56.452912 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376761'] for segment, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: Traceback (most recent call last): Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: timer() Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: cb(*args, **kw) Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: return func(*args, **kwargs) Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: self._notify() Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: self.callback(batched_events) Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: event.method(event) Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: return f(self, *a, **k) Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._get(url).json() Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: return self.request(url, 'GET', **kwargs) Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:52:56.454911 dv-cinder-802440-1-iscsi neutron-server[99744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:52:56.494118 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-847b0c6b-17c1-4b85-868a-ccbc0d4868d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356'] for port, after_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.511571 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.518010 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b0c6b-17c1-4b85-868a-ccbc0d4868d6 None None] Pushing event deleted for resources: {'Port': ['ID=acbc599e-9340-4bf1-836e-57a856d24393,revision_number=None']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:56.518797 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.520655 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e1d59e72-afa1-4b81-a94a-b12de5380b0e HTTP/1.1" status: 204 len: 168 time: 0.5236230 Jul 27 09:52:56.528411 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b0c6b-17c1-4b85-868a-ccbc0d4868d6 None None] No DVR routers for this DVR port acbc599e-9340-4bf1-836e-57a856d24393 on host dv-cinder-802440-1-iscsi {{(pid=99746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:52:56.530515 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eb5b2-e0c2-4eee-9ba1-1b9a451e49b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d59e72-afa1-4b81-a94a-b12de5380b0e,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:56.642225 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54062) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:56.681983 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-4468f3fd-b7b0-4f8d-b002-3190a39e25fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca228791ac2b4c6286601af992fcae44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380068 Jul 27 09:52:56.684042 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54064) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:56.735612 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-87ca7f81-cc0b-401e-b33a-b8df15fdb883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.760796 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-87ca7f81-cc0b-401e-b33a-b8df15fdb883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.806875 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-87ca7f81-cc0b-401e-b33a-b8df15fdb883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.809440 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-87ca7f81-cc0b-401e-b33a-b8df15fdb883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:56.810588 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-87ca7f81-cc0b-401e-b33a-b8df15fdb883 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8234177e-784a-4a7b-b893-dfbf13697105 HTTP/1.1" status: 204 len: 168 time: 0.1256499 Jul 27 09:52:56.818988 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca7f81-cc0b-401e-b33a-b8df15fdb883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8234177e-784a-4a7b-b893-dfbf13697105,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:57.720379 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device b5f93927-a8e6-4c1b-8210-d44118d85fff no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:52:57.743154 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: b5f93927-a8e6-4c1b-8210-d44118d85fff {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:52:57.743505 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device b5f93927-a8e6-4c1b-8210-d44118d85fff not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:52:57.743926 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device acbc599e-9340-4bf1-836e-57a856d24393 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:52:57.762886 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: acbc599e-9340-4bf1-836e-57a856d24393 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:52:57.763239 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device acbc599e-9340-4bf1-836e-57a856d24393 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:52:59.544810 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54196) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:59.659157 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ef0f20ef-de69-4358-8abb-86356226e6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:59.747981 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ef0f20ef-de69-4358-8abb-86356226e6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:59.751743 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ef0f20ef-de69-4358-8abb-86356226e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:59.789981 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ef0f20ef-de69-4358-8abb-86356226e6c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f23c47cf6df044aea47d257131c071ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440865 Jul 27 09:52:59.790855 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f20ef-de69-4358-8abb-86356226e6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c49dec3-851a-467b-9ec1-9b0874706d0f,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:52:59.792653 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54200) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:52:59.842859 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-489fc53b-2b0b-4d11-b66f-5c0fa58c8f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:59.863677 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-489fc53b-2b0b-4d11-b66f-5c0fa58c8f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:59.912100 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-489fc53b-2b0b-4d11-b66f-5c0fa58c8f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:59.914641 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-489fc53b-2b0b-4d11-b66f-5c0fa58c8f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:52:59.915805 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-489fc53b-2b0b-4d11-b66f-5c0fa58c8f63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c49dec3-851a-467b-9ec1-9b0874706d0f HTTP/1.1" status: 204 len: 168 time: 0.1221128 Jul 27 09:52:59.923715 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fc53b-2b0b-4d11-b66f-5c0fa58c8f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c49dec3-851a-467b-9ec1-9b0874706d0f,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:00.166265 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54206) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:00.179163 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-558d5b91-a3ad-476c-8d40-dbb5292b1213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:00.265243 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-558d5b91-a3ad-476c-8d40-dbb5292b1213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:00.269378 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-558d5b91-a3ad-476c-8d40-dbb5292b1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:00.304386 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d5b91-a3ad-476c-8d40-dbb5292b1213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d039a0ee-3bfa-4b7d-94f8-1146dcde4434,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:00.308587 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-558d5b91-a3ad-476c-8d40-dbb5292b1213 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f34f38ed3eff4798b5e4728200a384db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412976 Jul 27 09:53:00.311288 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54208) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:00.357509 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8ff431f6-39cc-492f-b644-8f6ad6d7f3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:00.377774 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8ff431f6-39cc-492f-b644-8f6ad6d7f3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:00.423916 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8ff431f6-39cc-492f-b644-8f6ad6d7f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:00.426331 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8ff431f6-39cc-492f-b644-8f6ad6d7f3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:00.427521 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-8ff431f6-39cc-492f-b644-8f6ad6d7f3a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d039a0ee-3bfa-4b7d-94f8-1146dcde4434 HTTP/1.1" status: 204 len: 168 time: 0.1153495 Jul 27 09:53:00.435443 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff431f6-39cc-492f-b644-8f6ad6d7f3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d039a0ee-3bfa-4b7d-94f8-1146dcde4434,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:05.195044 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54284) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:05.301080 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.390512 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.395240 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.432792 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=970134982d1540d4835f413198509db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366769 Jul 27 09:53:05.433636 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9bcdf8-b00e-4071-9354-190a082fe909,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:05.435436 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54288) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:05.441324 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.441678 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.442021 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.442357 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.442701 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.443050 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.443379 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.443703 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.444030 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.444352 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.444673 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.444997 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9a056-4500-4dec-9823-fa4d0d5e37f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.485955 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.507301 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.556425 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.558989 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.560130 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db9bcdf8-b00e-4071-9354-190a082fe909 HTTP/1.1" status: 204 len: 168 time: 0.1237099 Jul 27 09:53:05.568262 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9bcdf8-b00e-4071-9354-190a082fe909,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:05.575204 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.575562 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.575902 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.576354 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.576736 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.576992 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.577312 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.577639 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.577968 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.578866 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.579194 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.579518 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac03e6-2941-4e24-bce3-699cb563c5e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:05.812381 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54294) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:05.825848 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cc1627cf-ab3f-443c-9bd6-e5c472878b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.913903 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cc1627cf-ab3f-443c-9bd6-e5c472878b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.917543 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cc1627cf-ab3f-443c-9bd6-e5c472878b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:05.956339 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-cc1627cf-ab3f-443c-9bd6-e5c472878b20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de6bfb7cebcd4b14a543f0e5a8b50741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422896 Jul 27 09:53:05.957197 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1627cf-ab3f-443c-9bd6-e5c472878b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55339824-9ea0-46a6-a7c2-1e585dc03e4b,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:05.959076 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54296) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:06.008980 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5132ed02-bd49-4514-ad3e-d4a9861918f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:06.029120 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5132ed02-bd49-4514-ad3e-d4a9861918f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:06.075259 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5132ed02-bd49-4514-ad3e-d4a9861918f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:06.077768 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5132ed02-bd49-4514-ad3e-d4a9861918f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:06.086184 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5132ed02-bd49-4514-ad3e-d4a9861918f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55339824-9ea0-46a6-a7c2-1e585dc03e4b HTTP/1.1" status: 204 len: 168 time: 0.1260664 Jul 27 09:53:06.094575 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132ed02-bd49-4514-ad3e-d4a9861918f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55339824-9ea0-46a6-a7c2-1e585dc03e4b,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:10.311994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54372) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:10.412465 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-42828e35-ec68-4fb5-979b-3955ad20b99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:10.497934 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-42828e35-ec68-4fb5-979b-3955ad20b99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:10.502217 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-42828e35-ec68-4fb5-979b-3955ad20b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:10.539639 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-42828e35-ec68-4fb5-979b-3955ad20b99f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e8470663d194a7192cfc16240a11a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266455 Jul 27 09:53:10.540765 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42828e35-ec68-4fb5-979b-3955ad20b99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baf7c19-319b-4766-a83c-c6767225e987,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:10.542518 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54376) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:10.590051 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-db7c0242-5310-440a-b0c5-f19c169b73c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:10.612356 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-db7c0242-5310-440a-b0c5-f19c169b73c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:10.657414 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-db7c0242-5310-440a-b0c5-f19c169b73c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:10.660000 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-db7c0242-5310-440a-b0c5-f19c169b73c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:10.661147 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-db7c0242-5310-440a-b0c5-f19c169b73c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9baf7c19-319b-4766-a83c-c6767225e987 HTTP/1.1" status: 204 len: 168 time: 0.1176088 Jul 27 09:53:10.668492 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c0242-5310-440a-b0c5-f19c169b73c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baf7c19-319b-4766-a83c-c6767225e987,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:10.699118 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-aaa64d7b-692c-42cc-9fef-eaccd4927055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:10.910828 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54382) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:10.924871 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7477d61d-f182-4833-aa3e-f876a92650f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:11.014201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7477d61d-f182-4833-aa3e-f876a92650f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:11.017153 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7477d61d-f182-4833-aa3e-f876a92650f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:11.054661 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-7477d61d-f182-4833-aa3e-f876a92650f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=628135ecd91c46809ef08669dcad2b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427774 Jul 27 09:53:11.055597 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477d61d-f182-4833-aa3e-f876a92650f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29def56-62c0-43cc-9802-f56277a9265c,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:11.057718 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54384) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:11.104915 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c82859e4-a4d8-40dd-920d-41b566f329a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:11.125957 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c82859e4-a4d8-40dd-920d-41b566f329a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:11.169067 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c82859e4-a4d8-40dd-920d-41b566f329a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:11.172247 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c82859e4-a4d8-40dd-920d-41b566f329a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:11.173377 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-c82859e4-a4d8-40dd-920d-41b566f329a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d29def56-62c0-43cc-9802-f56277a9265c HTTP/1.1" status: 204 len: 168 time: 0.1146626 Jul 27 09:53:11.180933 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82859e4-a4d8-40dd-920d-41b566f329a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29def56-62c0-43cc-9802-f56277a9265c,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:12.748408 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54438) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:12.850608 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f0e1-25f4-47c9-9150-fc3d4ee106e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:12.941266 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f0e1-25f4-47c9-9150-fc3d4ee106e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:12.944859 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f0e1-25f4-47c9-9150-fc3d4ee106e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:12.981526 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-c5c3f0e1-25f4-47c9-9150-fc3d4ee106e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d330acbdcdc242bea42daa5c9769084d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320545 Jul 27 09:53:12.982621 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3f0e1-25f4-47c9-9150-fc3d4ee106e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019cb33d-cb57-4352-a55b-fb8bf360216d,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:12.984376 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54442) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:13.032964 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4853f4f9-b320-459c-b3bf-070ed60fcac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.053670 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4853f4f9-b320-459c-b3bf-070ed60fcac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.102957 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4853f4f9-b320-459c-b3bf-070ed60fcac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.105599 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4853f4f9-b320-459c-b3bf-070ed60fcac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.106781 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-4853f4f9-b320-459c-b3bf-070ed60fcac5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/019cb33d-cb57-4352-a55b-fb8bf360216d HTTP/1.1" status: 204 len: 168 time: 0.1214063 Jul 27 09:53:13.115391 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853f4f9-b320-459c-b3bf-070ed60fcac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019cb33d-cb57-4352-a55b-fb8bf360216d,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:13.166119 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:53:13.281613 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3833-5dc2-45a8-ae84-a3b78607536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.363825 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54450) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:13.377368 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2e74-a88c-49f2-8e41-cc6fa7ae497e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.468431 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2e74-a88c-49f2-8e41-cc6fa7ae497e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.473480 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2e74-a88c-49f2-8e41-cc6fa7ae497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.514931 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-7b0a2e74-a88c-49f2-8e41-cc6fa7ae497e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95288e872bfa48d889e2e310478a2eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499648 Jul 27 09:53:13.516997 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a2e74-a88c-49f2-8e41-cc6fa7ae497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f80fd-0987-451e-ac36-e007455fba23,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:13.517676 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54452) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:13.566893 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b73951e4-8538-4eb2-ac11-ca77b04c1998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.586437 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b73951e4-8538-4eb2-ac11-ca77b04c1998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.631503 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b73951e4-8538-4eb2-ac11-ca77b04c1998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.633985 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b73951e4-8538-4eb2-ac11-ca77b04c1998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:13.635175 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-b73951e4-8538-4eb2-ac11-ca77b04c1998 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d5f80fd-0987-451e-ac36-e007455fba23 HTTP/1.1" status: 204 len: 168 time: 0.1165316 Jul 27 09:53:13.642718 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73951e4-8538-4eb2-ac11-ca77b04c1998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f80fd-0987-451e-ac36-e007455fba23,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:13.742949 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:14.358201 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:15.793921 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:15.882962 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:19.431926 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a3e4d-065f-4dcc-8227-71ec9d54f8a4 req-922e93f0-abc4-4ce7-a39a-3a182ce7f80b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:19.433922 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7f9a3e4d-065f-4dcc-8227-71ec9d54f8a4 req-922e93f0-abc4-4ce7-a39a-3a182ce7f80b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 946 time: 0.0702536 Jul 27 09:53:19.474747 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7f9a3e4d-065f-4dcc-8227-71ec9d54f8a4 req-8506d6d5-808f-4f11-a8dc-d53ea6fb1e8c tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338829 Jul 27 09:53:20.613437 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248daf5-996b-4f42-88f0-aee580356bf2 req-77a0bda0-7042-4b93-815f-a7c167acf48b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:20.616132 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1248daf5-996b-4f42-88f0-aee580356bf2 req-77a0bda0-7042-4b93-815f-a7c167acf48b tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 946 time: 0.0706236 Jul 27 09:53:20.661774 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1248daf5-996b-4f42-88f0-aee580356bf2 req-b348c268-272c-4eea-802d-7da6ec482d5d tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups?id=55949c04-9d2b-4cff-a98a-be489efd8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396030 Jul 27 09:53:20.976832 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-becec81e-9346-4f83-b57d-18501c9f8e99 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:20.978331 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-becec81e-9346-4f83-b57d-18501c9f8e99 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 946 time: 0.0693665 Jul 27 09:53:21.081592 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Deleting port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:53:21.081930 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:21.169265 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] For port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:21.169629 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:21.346298 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:21.346668 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:21.347018 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Floating IP c36e2d6c-636d-4c4d-ae71-2c7b9e0d217a disassociated. External IP: 172.27.1.35, port: 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5. Jul 27 09:53:21.347341 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Calling delete_port for 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:53:21.474127 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:21.502842 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event deleted for resources: {'Port': ['ID=7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:21.614862 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Router 3e281f26-6f08-43be-826c-c42b4eface08 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:53:22.017367 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c0a0f631-f8f3-429d-94f2-782354045cb6 req-a1da2104-78b1-4754-888c-fd418a8f4c80 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1dc2c4e-3334-4aba-9fae-4799b4566551 HTTP/1.1" status: 200 len: 210 time: 0.0364981 Jul 27 09:53:22.028215 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:53:22.051156 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] Sync routers for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:53:22.062756 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:22.064050 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:22.085888 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] No DVR routers for this DVR port 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:53:22.088464 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:22.090431 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6b5cfa0d-302b-4fd0-9c1a-f69c6bf6b41a req-cdfcc640-721d-4ffb-983d-19f5b1334e7a tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.48 "DELETE /v2.0/ports/7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 HTTP/1.1" status: 204 len: 173 time: 1.1056385 Jul 27 09:53:22.090892 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-deleted', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:53:22.093429 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb7028c-7393-4539-ae33-285529cee264" -d '{"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-deleted", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:53:22.129833 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4a4111-ca0c-4c12-91c8-ffbd94cfdbe8 x-openstack-request-id: req-dd4a4111-ca0c-4c12-91c8-ffbd94cfdbe8 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:53:22.130250 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc2c4e-3334-4aba-9fae-4799b4566551", "name": "network-vif-deleted", "tag": "7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:53:22.130545 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd4a4111-ca0c-4c12-91c8-ffbd94cfdbe8 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:53:22.130971 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc2c4e-3334-4aba-9fae-4799b4566551', 'name': 'network-vif-deleted', 'tag': '7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5', 'status': 'completed', 'code': 200} Jul 27 09:53:22.177853 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:22.369995 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:22.395156 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] Checking router: 3e281f26-6f08-43be-826c-c42b4eface08 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:53:22.403292 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:22.403887 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:22.509817 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:22.808389 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:22.833389 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac76856-c847-4640-9711-3a147a7e60e5 None None] The sync data for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi is: [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:45:45Z', 'revision_number': 4, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '5bb86fa5-431f-4e3d-b4fd-4994772b7a94', 'name': '', 'network_id': '7c76008f-0425-4595-a1ae-53202ed212eb', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'mac_address': 'fa:16:3e:2e:d2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:41Z', 'updated_at': '2021-07-27T09:45:59Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'subnets': [{'id': 'a5dbf18b-478a-47a4-8cbd-1ce0e334814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:53:23.062958 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82740bbd-5ad2-44dd-85d0-29b6b3dd6424 None None] New status for floating IP c36e2d6c-636d-4c4d-ae71-2c7b9e0d217a: DOWN {{(pid=99746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:53:24.132838 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54584) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:24.206396 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f40e603-74b7-489f-bc45-5c51a90aeae7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.228305 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f40e603-74b7-489f-bc45-5c51a90aeae7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.246154 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54588) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:24.283349 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f40e603-74b7-489f-bc45-5c51a90aeae7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.286191 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5f40e603-74b7-489f-bc45-5c51a90aeae7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.287556 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5f40e603-74b7-489f-bc45-5c51a90aeae7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "DELETE /v2.0/security-groups/55949c04-9d2b-4cff-a98a-be489efd8c97 HTTP/1.1" status: 204 len: 168 time: 0.1537054 Jul 27 09:53:24.291820 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54592) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:24.303481 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40e603-74b7-489f-bc45-5c51a90aeae7 tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55949c04-9d2b-4cff-a98a-be489efd8c97,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:24.306064 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.api.v2.resource [None req-a7bca8df-f719-4fcc-b293-c00db1f9ea0e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] show failed (client error): The resource could not be found. Jul 27 09:53:24.315316 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-a7bca8df-f719-4fcc-b293-c00db1f9ea0e tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "GET /v2.0/security-groups/55949c04-9d2b-4cff-a98a-be489efd8c97 HTTP/1.1" status: 404 len: 347 time: 0.0224154 Jul 27 09:53:24.315878 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54594) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:24.367514 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10ee7645-a7c1-4d17-9bb0-f9ebfb00e123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.448049 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Deleting port aded8818-f994-401e-9e85-320299d5e904 {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:53:24.448395 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.461527 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10ee7645-a7c1-4d17-9bb0-f9ebfb00e123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.465378 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10ee7645-a7c1-4d17-9bb0-f9ebfb00e123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.505667 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-10ee7645-a7c1-4d17-9bb0-f9ebfb00e123 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4011ff28bc084a3aa97f913adbd386c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582743 Jul 27 09:53:24.506368 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee7645-a7c1-4d17-9bb0-f9ebfb00e123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53cf275-7c4a-4377-a5a9-102fc78f020b,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:24.508757 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54596) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:24.528807 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.529164 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.540695 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Calling delete_port for aded8818-f994-401e-9e85-320299d5e904 owned by network:floatingip {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:53:24.559103 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ae26b18f-4bd5-418e-b710-d9e9f1df5b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.581291 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ae26b18f-4bd5-418e-b710-d9e9f1df5b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.631332 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ae26b18f-4bd5-418e-b710-d9e9f1df5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.633854 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ae26b18f-4bd5-418e-b710-d9e9f1df5b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.635023 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ae26b18f-4bd5-418e-b710-d9e9f1df5b38 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c53cf275-7c4a-4377-a5a9-102fc78f020b HTTP/1.1" status: 204 len: 168 time: 0.1252663 Jul 27 09:53:24.642851 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26b18f-4bd5-418e-b710-d9e9f1df5b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53cf275-7c4a-4377-a5a9-102fc78f020b,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:24.687130 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.715293 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Pushing event deleted for resources: {'Port': ['ID=aded8818-f994-401e-9e85-320299d5e904,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:24.778021 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks [] for floatingip, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.780533 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:24.782245 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-c1ed55cc-872f-4788-a952-8e8a04ba22ff tempest-AttachVolumeShelveTestJSON-925856024 tempest-AttachVolumeShelveTestJSON-925856024-project] 10.222.0.22 "DELETE /v2.0/floatingips/c36e2d6c-636d-4c4d-ae71-2c7b9e0d217a HTTP/1.1" status: 204 len: 168 time: 0.4654732 Jul 27 09:53:24.909324 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54606) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:24.923070 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cb893685-460c-4f82-912c-e0c778ef7f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:25.010263 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cb893685-460c-4f82-912c-e0c778ef7f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:25.014060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cb893685-460c-4f82-912c-e0c778ef7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:25.051379 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb893685-460c-4f82-912c-e0c778ef7f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ed6d4e-9215-450b-a7a1-a0752c1156db,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:25.055847 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-cb893685-460c-4f82-912c-e0c778ef7f04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b93356d83cfe487081d0516953faa9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454170 Jul 27 09:53:25.058791 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54608) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:25.115760 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-298d6609-35cd-4fac-80de-60481c5f058a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:25.138171 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-298d6609-35cd-4fac-80de-60481c5f058a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:25.187022 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-298d6609-35cd-4fac-80de-60481c5f058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:25.190083 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-298d6609-35cd-4fac-80de-60481c5f058a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:25.191262 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-298d6609-35cd-4fac-80de-60481c5f058a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05ed6d4e-9215-450b-a7a1-a0752c1156db HTTP/1.1" status: 204 len: 168 time: 0.1315000 Jul 27 09:53:25.198550 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d6609-35cd-4fac-80de-60481c5f058a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ed6d4e-9215-450b-a7a1-a0752c1156db,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:25.422726 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:53:25.443158 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:53:25.443510 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7aa0cc4c-68fd-41fa-ba61-86758ba6e5a5 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:53:25.856090 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54630) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:25.955519 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-394186859-network', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:53:25.985468 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Made reservation on behalf of 5af1fc7af6ae4289abe8a73caa43dd84 for: {'network': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:53:25.989149 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.004024 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.114408 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.119130 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.144865 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=99745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:53:26.153408 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6b61cd-4248-4600-a362-7a28049d1e92,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:26.159769 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.160146 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.segments_db [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Added segment af01debd-6b7d-44f9-9262-4488fee36aee of type vlan for network ce1d7982-3089-44c3-a017-06ff55141ed0 Jul 27 09:53:26.201627 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.230961 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.232004 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:26.232763 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.525229 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6680226 Jul 27 09:53:26.528159 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54644) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:26.533451 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Request body: {'subnet': {'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-394186859-subnet', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'ip_version': 4}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:53:26.534646 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a99467-ea62-4554-a091-7d1a510b3b40 admin admin] Pushing event updated for resources: {'Network': ['ID=ce1d7982-3089-44c3-a017-06ff55141ed0,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:26.544467 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network ce1d7982-3089-44c3-a017-06ff55141ed0 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:53:26.555684 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Made reservation on behalf of 5af1fc7af6ae4289abe8a73caa43dd84 for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:53:26.557971 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27051813'] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.724871 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25376592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27051831'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.781193 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c80311a-64d5-475f-b504-9525a8edcbc8,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:26.788295 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Checking segment: {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:53:26.788651 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Network hostable DHCP agents. Network: ce1d7982-3089-44c3-a017-06ff55141ed0, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:53:26.805443 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Network ce1d7982-3089-44c3-a017-06ff55141ed0 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:53:26.815084 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, ce1d7982-3089-44c3-a017-06ff55141ed0) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:26.819368 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:26.819955 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.826060 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2741e-ad11-46e5-b476-3ef990f56e93 None None] Network ce1d7982-3089-44c3-a017-06ff55141ed0 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:53:26.834844 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-a5258c2a-2e78-482b-94a6-0ebef6c5548a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3049529 Jul 27 09:53:26.837071 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54646) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:26.841581 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:53:26.861995 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.863039 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.919279 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:26.978496 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-ce1d7982-3089-44c3-a017-06ff55141ed0', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:53:26.979398 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.057705 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.115854 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Allocated IP 172.20.0.2 (ce1d7982-3089-44c3-a017-06ff55141ed0/6c80311a-64d5-475f-b504-9525a8edcbc8/6a622f76-ff51-4758-b78a-21c235e39b2e) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:53:27.215421 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54654) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:27.274329 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.274532 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.284716 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Transition to ACTIVE for port object 6a622f76-ff51-4758-b78a-21c235e39b2e will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:27.294534 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.299917 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Transition to ACTIVE for port object 6a622f76-ff51-4758-b78a-21c235e39b2e will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:27.306405 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.344535 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Network ce1d7982-3089-44c3-a017-06ff55141ed0 is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:53:27.349425 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:27.352911 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:53:27.359781 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Pushing event updated for resources: {'Port': ['ID=6a622f76-ff51-4758-b78a-21c235e39b2e,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:27.370519 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.370925 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.371272 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.371612 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.371943 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.372276 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.372605 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.372932 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.373258 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.373580 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.373903 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.374227 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:27.420060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Allocated IP 172.27.1.77 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/61929962-fd80-49fc-a72f-97f0daadbdfd) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:53:27.433652 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Attempting to bind port 6a622f76-ff51-4758-b78a-21c235e39b2e on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:53:27.434008 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Attempting to bind port 6a622f76-ff51-4758-b78a-21c235e39b2e by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:53:27.434312 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Attempting to bind port 6a622f76-ff51-4758-b78a-21c235e39b2e on network ce1d7982-3089-44c3-a017-06ff55141ed0 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:53:27.443939 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:53:27.445259 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Checking segment: {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:53:27.445895 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.446541 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Bound using segment: {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:53:27.447237 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Bound port: 6a622f76-ff51-4758-b78a-21c235e39b2e, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:53:27.447794 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.513841 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] For port 6a622f76-ff51-4758-b78a-21c235e39b2e, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:53:27.518357 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] For port 6a622f76-ff51-4758-b78a-21c235e39b2e, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=6a622f76-ff51-4758-b78a-21c235e39b2e,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:53:27.523847 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.538154 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.582274 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.596753 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0282d5-c679-4713-8fa6-9797b01af069 None None] Pushing event updated for resources: {'Port': ['ID=6a622f76-ff51-4758-b78a-21c235e39b2e,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:27.628849 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:53:27.634069 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:27.637610 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:53:27.643858 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=61929962-fd80-49fc-a72f-97f0daadbdfd,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:27.663221 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709048'] for router_interface, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.932684 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:27.968165 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Deleting port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:53:27.968953 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:28.049009 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] For port 5bb86fa5-431f-4e3d-b4fd-4994772b7a94, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=5bb86fa5-431f-4e3d-b4fd-4994772b7a94,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:28.049373 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:28.062415 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Calling delete_port for 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 owned by network:router_interface {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:53:28.130471 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:28.278940 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:28.292571 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:53:28.312364 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb86fa5-431f-4e3d-b4fd-4994772b7a94,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:28.445623 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:53:28.461990 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Sync routers for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:53:28.464759 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:28.466537 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-d6f63b9c-67a7-4bf7-8b98-5bcdcbd5bbd6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6282566 Jul 27 09:53:28.471347 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54658) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:28.484558 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:28.485976 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:28.516642 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708820'] for router_interface, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:28.655605 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:28.663844 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec98ef8-8758-48a4-b37f-97b3254face9 None None] Network ce1d7982-3089-44c3-a017-06ff55141ed0 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:53:28.728127 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-79419011-6527-4061-a64e-c6d6b44f2348 None None] Provisioning for port 6a622f76-ff51-4758-b78a-21c235e39b2e completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:28.838119 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Router 3e281f26-6f08-43be-826c-c42b4eface08 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:53:28.934877 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:27Z', 'revision_number': 3, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:28.979285 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Checking router: 296285e6-0f96-4d65-b4b0-e6ae5f74a13a for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:53:28.980695 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Updating router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a port 61929962-fd80-49fc-a72f-97f0daadbdfd binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:53:29.007888 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:53:29.018569 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-cb72acfe-934c-46f6-a859-40ed5665fa8a admin admin] 10.222.0.22 "PUT /v2.0/routers/3e281f26-6f08-43be-826c-c42b4eface08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8014357 Jul 27 09:53:29.019439 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54660) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:29.021792 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] Sync routers for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:53:29.026496 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.037693 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:29.040968 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:29.115290 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.165607 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks [] for router, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.287819 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:29.306370 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.365366 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Allocated IP 172.20.0.1 (ce1d7982-3089-44c3-a017-06ff55141ed0/6c80311a-64d5-475f-b504-9525a8edcbc8/484b9d4b-a119-45c1-88fc-c8a4287cb832) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:53:29.403167 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Deleting port 7e3d5947-a7f5-4216-bbab-8856766f8831 {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:53:29.403522 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.434868 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.453961 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Transition to ACTIVE for port object 61929962-fd80-49fc-a72f-97f0daadbdfd will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:29.461603 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.493403 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.502711 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] For port 7e3d5947-a7f5-4216-bbab-8856766f8831, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=7e3d5947-a7f5-4216-bbab-8856766f8831,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:29.503103 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.509086 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Transition to ACTIVE for port object 484b9d4b-a119-45c1-88fc-c8a4287cb832 will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:29.517154 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:53:28Z', 'revision_number': 5, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port': {'id': '7e3d5947-a7f5-4216-bbab-8856766f8831', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e281f26-6f08-43be-826c-c42b4eface08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:45:34Z', 'updated_at': '2021-07-27T09:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:29.521343 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Calling delete_port for 7e3d5947-a7f5-4216-bbab-8856766f8831 owned by network:router_gateway {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:53:29.536870 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Attempting to bind port 61929962-fd80-49fc-a72f-97f0daadbdfd on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:53:29.537513 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Attempting to bind port 61929962-fd80-49fc-a72f-97f0daadbdfd by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:53:29.537808 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Attempting to bind port 61929962-fd80-49fc-a72f-97f0daadbdfd on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:53:29.541404 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Pushing event updated for resources: {'Port': ['ID=61929962-fd80-49fc-a72f-97f0daadbdfd,revision_number=2']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:29.547245 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:53:29.547945 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:53:29.548260 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.548881 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:53:29.549659 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Bound port: 61929962-fd80-49fc-a72f-97f0daadbdfd, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:53:29.550456 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.550645 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] Checking router: 3e281f26-6f08-43be-826c-c42b4eface08 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:53:29.557384 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.557864 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.558310 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.558851 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.559010 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.559382 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.559837 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.560371 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.560567 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] Routers {'3e281f26-6f08-43be-826c-c42b4eface08'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:29.560897 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.561177 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3e281f26-6f08-43be-826c-c42b4eface08'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:29.561415 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.561857 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.562839 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.563265 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:53:29.618073 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Network ce1d7982-3089-44c3-a017-06ff55141ed0 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:53:29.625893 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:29.628306 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] For port 61929962-fd80-49fc-a72f-97f0daadbdfd, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:53:29.631047 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:53:29.632548 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] For port 61929962-fd80-49fc-a72f-97f0daadbdfd, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=61929962-fd80-49fc-a72f-97f0daadbdfd,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:53:29.639067 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Pushing event updated for resources: {'Port': ['ID=484b9d4b-a119-45c1-88fc-c8a4287cb832,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:29.639237 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.673460 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] Set router 3e281f26-6f08-43be-826c-c42b4eface08 gateway port host: None {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:29.696109 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.737537 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20896688-f7ff-4fc2-8cd0-9de7b473f66a None None] Pushing event updated for resources: {'Port': ['ID=61929962-fd80-49fc-a72f-97f0daadbdfd,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:29.740383 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:29.741007 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:29.769430 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 6, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port_host': None}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:29.811139 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.823941 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a446c7-211f-4d0c-8250-d7b30157997e None None] The sync data for ids ['3e281f26-6f08-43be-826c-c42b4eface08'] in dv-cinder-802440-1-iscsi is: [{'id': '3e281f26-6f08-43be-826c-c42b4eface08', 'name': 'tempest-AttachVolumeShelveTestJSON-1859425257-router', 'tenant_id': '0276852d6358459f97418591cc32a01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:45:33Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 6, 'project_id': '0276852d6358459f97418591cc32a01a', 'gw_port_host': None}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:53:29.869382 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3d5947-a7f5-4216-bbab-8856766f8831,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:29.936579 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:29.945443 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2072246'] for router_gateway, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.957959 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:29.979353 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-9d7c501a-22a0-4f37-8f1f-94b8e82f4a2f None None] Provisioning for port 484b9d4b-a119-45c1-88fc-c8a4287cb832 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:29.984783 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-9d7c501a-22a0-4f37-8f1f-94b8e82f4a2f None None] Provisioning complete for port 484b9d4b-a119-45c1-88fc-c8a4287cb832 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:29.985374 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-9d7c501a-22a0-4f37-8f1f-94b8e82f4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.027223 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c501a-22a0-4f37-8f1f-94b8e82f4a2f None None] Port 484b9d4b-a119-45c1-88fc-c8a4287cb832 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:53:30.049412 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2985'] for router, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.051434 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.100620 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604287'] for router, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.101145 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e281f26-6f08-43be-826c-c42b4eface08 {{(pid=99745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 09:53:30.107605 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.108951 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-eb970f52-a144-4522-9e61-36c3de8dc8dc admin admin] 10.222.0.22 "DELETE /v2.0/routers/3e281f26-6f08-43be-826c-c42b4eface08 HTTP/1.1" status: 204 len: 168 time: 1.0879538 Jul 27 09:53:30.111930 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54662) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:30.141547 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:27Z', 'revision_number': 3, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:30.158284 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-70738c80-a2b0-42ec-8cc7-fa318b6341ea admin admin] Deleting subnet a5dbf18b-478a-47a4-8cbd-1ce0e334814b {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:53:30.159828 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.161895 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-70738c80-a2b0-42ec-8cc7-fa318b6341ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.165716 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.183529 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a15f3-0233-4913-9079-347a83eea6ac None None] The sync data for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi is: [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:27Z', 'revision_number': 3, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:53:30.199533 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-70738c80-a2b0-42ec-8cc7-fa318b6341ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27231602'] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.226211 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 6a622f76-ff51-4758-b78a-21c235e39b2e up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:30.242383 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Pushing event updated for resources: {'Port': ['ID=484b9d4b-a119-45c1-88fc-c8a4287cb832,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:30.257180 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.320745 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 6a622f76-ff51-4758-b78a-21c235e39b2e completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:30.326320 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 6a622f76-ff51-4758-b78a-21c235e39b2e triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:30.326735 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.376154 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-70738c80-a2b0-42ec-8cc7-fa318b6341ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.387998 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Network ce1d7982-3089-44c3-a017-06ff55141ed0 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:53:30.389730 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:30.459906 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-70738c80-a2b0-42ec-8cc7-fa318b6341ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27231688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27232828'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.471972 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.477435 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-70738c80-a2b0-42ec-8cc7-fa318b6341ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.479391 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-70738c80-a2b0-42ec-8cc7-fa318b6341ea admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a5dbf18b-478a-47a4-8cbd-1ce0e334814b HTTP/1.1" status: 204 len: 168 time: 0.3662364 Jul 27 09:53:30.485976 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275cc518-717c-41c7-9b5c-7e9bb593f8d8 None None] Network 7c76008f-0425-4595-a1ae-53202ed212eb requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:53:30.499662 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54664) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:30.507615 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70738c80-a2b0-42ec-8cc7-fa318b6341ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5dbf18b-478a-47a4-8cbd-1ce0e334814b,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:30.544321 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:53:30.565134 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 6a622f76-ff51-4758-b78a-21c235e39b2e, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=6a622f76-ff51-4758-b78a-21c235e39b2e,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:30.574460 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.591621 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.627410 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=6a622f76-ff51-4758-b78a-21c235e39b2e,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:30.652197 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Deleting port 88d45569-9757-482a-b822-aceb3b2b074f {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:53:30.652197 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.684512 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-f94b4a7c-6f5a-48c9-9793-546eaaf4c7ec None None] Provisioning complete for port 484b9d4b-a119-45c1-88fc-c8a4287cb832 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:30.685563 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-f94b4a7c-6f5a-48c9-9793-546eaaf4c7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.736237 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:53:30.746760 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-f94b4a7c-6f5a-48c9-9793-546eaaf4c7ec None None] Port 484b9d4b-a119-45c1-88fc-c8a4287cb832 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:53:30.747037 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] For port 88d45569-9757-482a-b822-aceb3b2b074f, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=88d45569-9757-482a-b822-aceb3b2b074f,segment=NetworkSegment(09183e62-4fc1-4343-af88-1e0d3b97d55f),segment_id=09183e62-4fc1-4343-af88-1e0d3b97d55f)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:30.748054 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.762765 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5c28efe1-4e0f-415b-8288-6ba525a94302 admin admin] 10.222.0.22 "PUT /v2.0/routers/296285e6-0f96-4d65-b4b0-e6ae5f74a13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2841585 Jul 27 09:53:30.783873 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Calling delete_port for 88d45569-9757-482a-b822-aceb3b2b074f owned by network:dhcp {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:53:30.840174 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] DHCP port deletion for 7c76008f-0425-4595-a1ae-53202ed212eb request from dv-cinder-802440-1-iscsi {{(pid=99746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 09:53:30.895550 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.907546 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] Deleting port 88d45569-9757-482a-b822-aceb3b2b074f {{(pid=99746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:53:30.911374 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:30.934371 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=88d45569-9757-482a-b822-aceb3b2b074f,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:30.940203 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] No DVR routers for this DVR port 88d45569-9757-482a-b822-aceb3b2b074f on host dv-cinder-802440-1-iscsi {{(pid=99745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:53:31.002132 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] For port 88d45569-9757-482a-b822-aceb3b2b074f, host dv-cinder-802440-1-iscsi, got binding levels [] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:31.002532 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.018498 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] Calling delete_port for 88d45569-9757-482a-b822-aceb3b2b074f owned by network:dhcp {{(pid=99746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:53:31.021864 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.ipam_backend_mixin [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] Port 88d45569-9757-482a-b822-aceb3b2b074f was not found and therefore no delete operation was performed {{(pid=99746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 09:53:31.023527 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356'] for port, after_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.023749 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.036101 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c76008f-0425-4595-a1ae-53202ed212eb']}} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:31.053481 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09183e62-4fc1-4343-af88-1e0d3b97d55f') {'for_net_delete': True} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:31.053790 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09183e62-4fc1-4343-af88-1e0d3b97d55f') {} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:31.054078 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] Pushing event deleted for resources: {'Port': ['ID=88d45569-9757-482a-b822-aceb3b2b074f,revision_number=None']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:31.067500 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb350c32-9b70-40d3-8dbe-249d5bf7a88b None None] No DVR routers for this DVR port 88d45569-9757-482a-b822-aceb3b2b074f on host dv-cinder-802440-1-iscsi {{(pid=99746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:53:31.069790 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27231361'] for segment, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.096180 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.103514 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=99745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:53:31.103927 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27231654'] for segment, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: Traceback (most recent call last): Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: timer() Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: cb(*args, **kw) Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: return func(*args, **kwargs) Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: self._notify() Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: self.callback(batched_events) Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: event.method(event) Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: return f(self, *a, **k) Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._get(url).json() Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: return self.request(url, 'GET', **kwargs) Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:53:31.105925 dv-cinder-802440-1-iscsi neutron-server[99745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:53:31.170258 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.177035 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.181606 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] 10.222.0.22 "DELETE /v2.0/networks/7c76008f-0425-4595-a1ae-53202ed212eb HTTP/1.1" status: 204 len: 168 time: 0.6809151 Jul 27 09:53:31.207299 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3d3ca-72cc-4d3b-a51f-33469f056a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=7c76008f-0425-4595-a1ae-53202ed212eb,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:31.378303 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54680) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:31.425497 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-5c604f17-42ac-4ca9-8ae1-7416eda33d30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0276852d6358459f97418591cc32a01a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455737 Jul 27 09:53:31.428044 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54682) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:31.481127 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-44b145a6-0cc5-4bce-b425-5c04f9137bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.492756 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54686) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:31.497702 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-170988478-network', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:53:31.504530 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-44b145a6-0cc5-4bce-b425-5c04f9137bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.520741 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Made reservation on behalf of d9dfbfb074a34cd98fb7fcdd88569401 for: {'network': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:53:31.523811 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.534415 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.558265 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-44b145a6-0cc5-4bce-b425-5c04f9137bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.562133 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-44b145a6-0cc5-4bce-b425-5c04f9137bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.566891 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-44b145a6-0cc5-4bce-b425-5c04f9137bde admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8212c1d6-62e2-439e-ba4d-557f59cb5903 HTTP/1.1" status: 204 len: 168 time: 0.1376648 Jul 27 09:53:31.575372 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b145a6-0cc5-4bce-b425-5c04f9137bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8212c1d6-62e2-439e-ba4d-557f59cb5903,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:31.642316 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.646293 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.674791 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=99745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:53:31.684285 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e708d3-e76a-4f17-8728-fe9caca2c2ff,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:31.692347 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.692784 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.segments_db [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Added segment ea2da0fd-378f-4ac9-b13f-abd7f6359c61 of type vlan for network ad3d500e-e1ea-4868-8d25-69ed4debada7 Jul 27 09:53:31.737082 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.777763 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.778781 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:31.779397 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:31.844821 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3507595 Jul 27 09:53:31.845635 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54692) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:31.857700 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0c5de-5d64-49c9-9577-1e9b480f21c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3d500e-e1ea-4868-8d25-69ed4debada7,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:31.864363 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Request body: {'subnet': {'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-170988478-subnet', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'ip_version': 4}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:53:31.875901 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network ad3d500e-e1ea-4868-8d25-69ed4debada7 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:53:31.902569 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Made reservation on behalf of d9dfbfb074a34cd98fb7fcdd88569401 for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:53:31.905435 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27051813'] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.016649 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 61929962-fd80-49fc-a72f-97f0daadbdfd up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:32.109726 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25376592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27051831'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.110525 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 61929962-fd80-49fc-a72f-97f0daadbdfd completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:32.115161 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 61929962-fd80-49fc-a72f-97f0daadbdfd triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:32.115548 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.174633 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:32.187492 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Checking segment: {'id': 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:53:32.187867 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Network hostable DHCP agents. Network: ad3d500e-e1ea-4868-8d25-69ed4debada7, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:53:32.208335 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.217625 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Network ad3d500e-e1ea-4868-8d25-69ed4debada7 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:53:32.231968 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 61929962-fd80-49fc-a72f-97f0daadbdfd, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=61929962-fd80-49fc-a72f-97f0daadbdfd,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:32.234344 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, ad3d500e-e1ea-4868-8d25-69ed4debada7) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:32.236577 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.238539 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 6a622f76-ff51-4758-b78a-21c235e39b2e up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:32.238866 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:32.239562 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.259523 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b6736652-9291-4287-ba8b-7403b59186ee admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4106417 Jul 27 09:53:32.262632 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54708) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:32.267982 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90dfe56-622a-4d98-a937-1e9976609eb2 None None] Network ad3d500e-e1ea-4868-8d25-69ed4debada7 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:53:32.268382 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:53:32.294013 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.295226 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.361305 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.388677 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=61929962-fd80-49fc-a72f-97f0daadbdfd,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:32.418860 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 6a622f76-ff51-4758-b78a-21c235e39b2e triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:32.419245 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.548009 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-ad3d500e-e1ea-4868-8d25-69ed4debada7', 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'fixed_ips': [{'subnet_id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:53:32.548768 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Sync routers for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:53:32.549309 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.566772 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:32.567959 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:32.661753 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 7e3d5947-a7f5-4216-bbab-8856766f8831 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:53:32.695994 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 7e3d5947-a7f5-4216-bbab-8856766f8831 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:53:32.696341 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 7e3d5947-a7f5-4216-bbab-8856766f8831 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:53:32.696767 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:53:32.723231 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:53:32.723580 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 5bb86fa5-431f-4e3d-b4fd-4994772b7a94 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:53:32.724005 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 88d45569-9757-482a-b822-aceb3b2b074f no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:53:32.747587 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:32.761736 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 88d45569-9757-482a-b822-aceb3b2b074f {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:53:32.762085 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 88d45569-9757-482a-b822-aceb3b2b074f not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:53:32.791385 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Allocated IP 172.20.0.2 (ad3d500e-e1ea-4868-8d25-69ed4debada7/2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9/4ed1444d-0b16-4a7c-892b-c3f709085cef) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:53:32.809538 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.964764 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:32.977208 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Transition to ACTIVE for port object 4ed1444d-0b16-4a7c-892b-c3f709085cef will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:32.994518 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Transition to ACTIVE for port object 4ed1444d-0b16-4a7c-892b-c3f709085cef will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:33.005063 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.045117 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '484b9d4b-a119-45c1-88fc-c8a4287cb832', 'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'mac_address': 'fa:16:3e:69:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:29Z', 'updated_at': '2021-07-27T09:53:30Z', 'revision_number': 2, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'subnets': [{'id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:33.052307 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Network ad3d500e-e1ea-4868-8d25-69ed4debada7 is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:53:33.057642 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:33.062862 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:53:33.074713 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Pushing event updated for resources: {'Port': ['ID=4ed1444d-0b16-4a7c-892b-c3f709085cef,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:33.094938 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.118464 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.141954 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Attempting to bind port 4ed1444d-0b16-4a7c-892b-c3f709085cef on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:53:33.142435 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Attempting to bind port 4ed1444d-0b16-4a7c-892b-c3f709085cef by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:53:33.142904 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Attempting to bind port 4ed1444d-0b16-4a7c-892b-c3f709085cef on network ad3d500e-e1ea-4868-8d25-69ed4debada7 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:53:33.149096 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:53:33.149492 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Checking segment: {'id': 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:53:33.150053 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.150516 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Bound using segment: {'id': 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:53:33.151089 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Bound port: 4ed1444d-0b16-4a7c-892b-c3f709085cef, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:53:33.151527 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.213292 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Checking router: 296285e6-0f96-4d65-b4b0-e6ae5f74a13a for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:53:33.213641 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Updating router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a port 484b9d4b-a119-45c1-88fc-c8a4287cb832 binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:53:33.220607 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] For port 4ed1444d-0b16-4a7c-892b-c3f709085cef, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:53:33.224173 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] For port 4ed1444d-0b16-4a7c-892b-c3f709085cef, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=4ed1444d-0b16-4a7c-892b-c3f709085cef,segment=NetworkSegment(ea2da0fd-378f-4ac9-b13f-abd7f6359c61),segment_id=ea2da0fd-378f-4ac9-b13f-abd7f6359c61)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:53:33.227840 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.247283 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.254117 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Allocated IP 172.27.1.63 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/5f2e3c84-60fc-4351-a695-82aa5a114e51) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:53:33.296268 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ee310-4eb3-4f3f-b87c-ad1a8ca3914d None None] Pushing event updated for resources: {'Port': ['ID=4ed1444d-0b16-4a7c-892b-c3f709085cef,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:33.383271 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.456482 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.504939 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:53:33.509906 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:33.513497 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:53:33.519268 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2e3c84-60fc-4351-a695-82aa5a114e51,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:33.574320 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.584250 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Transition to ACTIVE for port object 484b9d4b-a119-45c1-88fc-c8a4287cb832 will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:33.589298 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.639266 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdf796-19e4-43a3-bc95-0f9da772ab84 None None] Pushing event updated for resources: {'Port': ['ID=484b9d4b-a119-45c1-88fc-c8a4287cb832,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:33.717840 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Attempting to bind port 484b9d4b-a119-45c1-88fc-c8a4287cb832 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:53:33.718149 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Attempting to bind port 484b9d4b-a119-45c1-88fc-c8a4287cb832 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:53:33.718605 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Attempting to bind port 484b9d4b-a119-45c1-88fc-c8a4287cb832 on network ce1d7982-3089-44c3-a017-06ff55141ed0 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:53:33.724368 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:53:33.724746 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Checking segment: {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:53:33.725380 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.725569 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Bound using segment: {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:53:33.726213 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Bound port: 484b9d4b-a119-45c1-88fc-c8a4287cb832, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:53:33.726756 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.812527 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] For port 484b9d4b-a119-45c1-88fc-c8a4287cb832, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:53:33.816644 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] For port 484b9d4b-a119-45c1-88fc-c8a4287cb832, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=484b9d4b-a119-45c1-88fc-c8a4287cb832,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:53:33.823440 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.830879 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:33.867468 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 61929962-fd80-49fc-a72f-97f0daadbdfd up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:33.899840 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdf796-19e4-43a3-bc95-0f9da772ab84 None None] Pushing event updated for resources: {'Port': ['ID=484b9d4b-a119-45c1-88fc-c8a4287cb832,revision_number=4']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:33.903451 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:33.904321 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:33.963302 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 61929962-fd80-49fc-a72f-97f0daadbdfd triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:33.963302 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:34.055386 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:34.082481 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:34.087200 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 4ed1444d-0b16-4a7c-892b-c3f709085cef up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:34.145144 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 4ed1444d-0b16-4a7c-892b-c3f709085cef completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:34.283779 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:53:34.339634 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '484b9d4b-a119-45c1-88fc-c8a4287cb832', 'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'mac_address': 'fa:16:3e:69:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:29Z', 'updated_at': '2021-07-27T09:53:33Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'subnets': [{'id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:34.373289 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae50c36-16bb-48a3-a892-d9301a514dd6 None None] The sync data for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi is: [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '484b9d4b-a119-45c1-88fc-c8a4287cb832', 'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'mac_address': 'fa:16:3e:69:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:29Z', 'updated_at': '2021-07-27T09:53:33Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'subnets': [{'id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:53:34.407805 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:53:34.424842 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Sync routers for ids ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:53:34.428698 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:34.430780 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f600d8e3-fc75-4982-9743-fa6868533e82 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1669548 Jul 27 09:53:34.434282 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54734) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:34.465555 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Routers {'0ef9d84c-1331-45a4-8ac3-d0878c495e3b'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:34.466225 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:34.549810 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576b1d3-706a-449f-b107-492ab4ce48d3 None None] Network ad3d500e-e1ea-4868-8d25-69ed4debada7 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:53:34.630491 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-7b6fd15c-c7ef-4521-ac9a-d66312eff30f None None] Provisioning for port 4ed1444d-0b16-4a7c-892b-c3f709085cef completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:34.664326 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-7b6fd15c-c7ef-4521-ac9a-d66312eff30f None None] Provisioning complete for port 4ed1444d-0b16-4a7c-892b-c3f709085cef triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:34.664703 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd15c-c7ef-4521-ac9a-d66312eff30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:34.736175 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Set router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:35.111184 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd15c-c7ef-4521-ac9a-d66312eff30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.179883 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-7b6fd15c-c7ef-4521-ac9a-d66312eff30f None None] For port 4ed1444d-0b16-4a7c-892b-c3f709085cef, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=4ed1444d-0b16-4a7c-892b-c3f709085cef,segment=NetworkSegment(ea2da0fd-378f-4ac9-b13f-abd7f6359c61),segment_id=ea2da0fd-378f-4ac9-b13f-abd7f6359c61)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:35.189883 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd15c-c7ef-4521-ac9a-d66312eff30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.253374 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:32Z', 'updated_at': '2021-07-27T09:53:33Z', 'revision_number': 3, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'gw_port': {'id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:33Z', 'updated_at': '2021-07-27T09:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:35.277219 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.286857 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fd15c-c7ef-4521-ac9a-d66312eff30f None None] Pushing event updated for resources: {'Port': ['ID=4ed1444d-0b16-4a7c-892b-c3f709085cef,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:35.290379 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Checking router: 0ef9d84c-1331-45a4-8ac3-d0878c495e3b for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:53:35.290910 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Updating router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b port 5f2e3c84-60fc-4351-a695-82aa5a114e51 binding host dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:53:35.329883 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.484624 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Allocated IP 172.20.0.1 (ad3d500e-e1ea-4868-8d25-69ed4debada7/2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9/9707996e-71a7-45b2-b583-2fe878361b78) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:53:35.525337 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-7f98c0df-702e-4668-b3f1-5cf83b8233b7 None None] Provisioning complete for port 4ed1444d-0b16-4a7c-892b-c3f709085cef triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:35.525712 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7f98c0df-702e-4668-b3f1-5cf83b8233b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.625819 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.640850 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Transition to ACTIVE for port object 9707996e-71a7-45b2-b583-2fe878361b78 will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:35.684974 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Notify callbacks [] for port, precommit_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.692124 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.697638 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Transition to ACTIVE for port object 5f2e3c84-60fc-4351-a695-82aa5a114e51 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:35.707609 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.737602 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Network ad3d500e-e1ea-4868-8d25-69ed4debada7 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:53:35.740737 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:35.744129 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:53:35.767604 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Attempting to bind port 5f2e3c84-60fc-4351-a695-82aa5a114e51 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:53:35.767978 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Attempting to bind port 5f2e3c84-60fc-4351-a695-82aa5a114e51 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:53:35.768439 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Attempting to bind port 5f2e3c84-60fc-4351-a695-82aa5a114e51 on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:53:35.771241 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721de9c-c6ef-4532-a3aa-0dbead56c136 None None] Pushing event updated for resources: {'Port': ['ID=5f2e3c84-60fc-4351-a695-82aa5a114e51,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:35.776117 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:53:35.776326 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:53:35.776654 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.777036 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:53:35.778006 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Bound port: 5f2e3c84-60fc-4351-a695-82aa5a114e51, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:53:35.778401 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.795598 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.798512 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Pushing event updated for resources: {'Port': ['ID=9707996e-71a7-45b2-b583-2fe878361b78,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:35.850473 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 484b9d4b-a119-45c1-88fc-c8a4287cb832 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:35.853871 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] For port 5f2e3c84-60fc-4351-a695-82aa5a114e51, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:53:35.887729 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] For port 5f2e3c84-60fc-4351-a695-82aa5a114e51, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=5f2e3c84-60fc-4351-a695-82aa5a114e51,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:53:35.897728 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.963364 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:35.977972 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721de9c-c6ef-4532-a3aa-0dbead56c136 None None] Pushing event updated for resources: {'Port': ['ID=5f2e3c84-60fc-4351-a695-82aa5a114e51,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:35.981317 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Routers {'0ef9d84c-1331-45a4-8ac3-d0878c495e3b'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:35.981948 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:35.984629 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 484b9d4b-a119-45c1-88fc-c8a4287cb832 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:35.988925 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 484b9d4b-a119-45c1-88fc-c8a4287cb832 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:35.989295 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:36.070418 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-09ace2c4-23c7-49d6-99af-8df2d5cf2ee4 None None] Provisioning for port 9707996e-71a7-45b2-b583-2fe878361b78 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:36.107385 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-09ace2c4-23c7-49d6-99af-8df2d5cf2ee4 None None] Provisioning complete for port 9707996e-71a7-45b2-b583-2fe878361b78 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:36.107759 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-09ace2c4-23c7-49d6-99af-8df2d5cf2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:36.132175 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:36.137006 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:36.178611 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] Set router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:36.182177 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-09ace2c4-23c7-49d6-99af-8df2d5cf2ee4 None None] Port 9707996e-71a7-45b2-b583-2fe878361b78 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:53:36.203482 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Pushing event updated for resources: {'Port': ['ID=9707996e-71a7-45b2-b583-2fe878361b78,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:36.205868 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:36.230449 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:36.308508 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Network ad3d500e-e1ea-4868-8d25-69ed4debada7 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:53:36.310098 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:36.346199 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 484b9d4b-a119-45c1-88fc-c8a4287cb832, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=484b9d4b-a119-45c1-88fc-c8a4287cb832,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:36.353861 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:36.355091 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 4ed1444d-0b16-4a7c-892b-c3f709085cef up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:36.451549 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:53:36.480673 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=484b9d4b-a119-45c1-88fc-c8a4287cb832,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:36.500605 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 4ed1444d-0b16-4a7c-892b-c3f709085cef triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:36.500988 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:36.560291 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:32Z', 'updated_at': '2021-07-27T09:53:35Z', 'revision_number': 4, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'gw_port': {'id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:33Z', 'updated_at': '2021-07-27T09:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '9707996e-71a7-45b2-b583-2fe878361b78', 'name': '', 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'mac_address': 'fa:16:3e:37:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:35Z', 'updated_at': '2021-07-27T09:53:35Z', 'revision_number': 1, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'subnets': [{'id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:36.565502 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:53:36.571204 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ea199f40-3693-4219-a88c-0a0326f0ef5a admin admin] 10.222.0.22 "PUT /v2.0/routers/0ef9d84c-1331-45a4-8ac3-d0878c495e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1346912 Jul 27 09:53:36.588098 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a5e94-28c7-490c-b5df-40a1f42ecfc6 None None] The sync data for ids ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'] in dv-cinder-802440-1-iscsi is: [{'id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:32Z', 'updated_at': '2021-07-27T09:53:35Z', 'revision_number': 4, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'gw_port': {'id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:33Z', 'updated_at': '2021-07-27T09:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '9707996e-71a7-45b2-b583-2fe878361b78', 'name': '', 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'mac_address': 'fa:16:3e:37:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:35Z', 'updated_at': '2021-07-27T09:53:35Z', 'revision_number': 1, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'subnets': [{'id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:53:36.634881 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ebb050f0-4cf9-4751-9c5a-3660a714957a None None] Provisioning complete for port 9707996e-71a7-45b2-b583-2fe878361b78 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:36.635258 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ebb050f0-4cf9-4751-9c5a-3660a714957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:36.677253 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ebb050f0-4cf9-4751-9c5a-3660a714957a None None] Port 9707996e-71a7-45b2-b583-2fe878361b78 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:53:37.889545 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 484b9d4b-a119-45c1-88fc-c8a4287cb832 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:37.972407 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 484b9d4b-a119-45c1-88fc-c8a4287cb832 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:37.972801 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:38.075966 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 5f2e3c84-60fc-4351-a695-82aa5a114e51 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:38.165091 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 5f2e3c84-60fc-4351-a695-82aa5a114e51 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:38.169993 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 5f2e3c84-60fc-4351-a695-82aa5a114e51 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:38.170509 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:38.257967 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:38.284052 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 5f2e3c84-60fc-4351-a695-82aa5a114e51, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=5f2e3c84-60fc-4351-a695-82aa5a114e51,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:38.288289 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:38.345968 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=5f2e3c84-60fc-4351-a695-82aa5a114e51,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:38.989949 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Sync routers for ids ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:53:39.009420 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Routers {'0ef9d84c-1331-45a4-8ac3-d0878c495e3b'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:39.010056 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:39.157291 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Set router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:39.427214 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:32Z', 'updated_at': '2021-07-27T09:53:35Z', 'revision_number': 4, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'gw_port': {'id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:33Z', 'updated_at': '2021-07-27T09:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '9707996e-71a7-45b2-b583-2fe878361b78', 'name': '', 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'mac_address': 'fa:16:3e:37:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:35Z', 'updated_at': '2021-07-27T09:53:36Z', 'revision_number': 2, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'subnets': [{'id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:39.457887 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Checking router: 0ef9d84c-1331-45a4-8ac3-d0878c495e3b for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:53:39.457887 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Updating router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b port 9707996e-71a7-45b2-b583-2fe878361b78 binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:53:39.495195 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:39.768491 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 5f2e3c84-60fc-4351-a695-82aa5a114e51 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:39.802736 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:39.813454 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Transition to ACTIVE for port object 9707996e-71a7-45b2-b583-2fe878361b78 will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:39.821136 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:39.834803 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 5f2e3c84-60fc-4351-a695-82aa5a114e51 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:39.834803 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:39.865358 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8e080-d15a-427a-b136-5f32fa3b9f93 None None] Pushing event updated for resources: {'Port': ['ID=9707996e-71a7-45b2-b583-2fe878361b78,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:39.978530 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Attempting to bind port 9707996e-71a7-45b2-b583-2fe878361b78 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:53:39.978930 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Attempting to bind port 9707996e-71a7-45b2-b583-2fe878361b78 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:53:39.979295 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Attempting to bind port 9707996e-71a7-45b2-b583-2fe878361b78 on network ad3d500e-e1ea-4868-8d25-69ed4debada7 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:53:39.984783 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:53:39.985161 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Checking segment: {'id': 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:53:39.985637 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:39.986033 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Bound using segment: {'id': 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:53:39.986549 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Bound port: 9707996e-71a7-45b2-b583-2fe878361b78, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:53:39.986980 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:40.180241 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] For port 9707996e-71a7-45b2-b583-2fe878361b78, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:53:40.183622 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] For port 9707996e-71a7-45b2-b583-2fe878361b78, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=9707996e-71a7-45b2-b583-2fe878361b78,segment=NetworkSegment(ea2da0fd-378f-4ac9-b13f-abd7f6359c61),segment_id=ea2da0fd-378f-4ac9-b13f-abd7f6359c61)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:53:40.192555 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:40.259401 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Routers {'0ef9d84c-1331-45a4-8ac3-d0878c495e3b'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:53:40.260023 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:40.439613 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8e080-d15a-427a-b136-5f32fa3b9f93 None None] Pushing event updated for resources: {'Port': ['ID=9707996e-71a7-45b2-b583-2fe878361b78,revision_number=4']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:40.455110 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] Set router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:53:40.696459 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-8fb83274-9d2b-426b-beed-124f7944dae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:40.771196 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54824) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:40.782919 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:32Z', 'updated_at': '2021-07-27T09:53:35Z', 'revision_number': 4, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'gw_port': {'id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:33Z', 'updated_at': '2021-07-27T09:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '9707996e-71a7-45b2-b583-2fe878361b78', 'name': '', 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'mac_address': 'fa:16:3e:37:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:35Z', 'updated_at': '2021-07-27T09:53:40Z', 'revision_number': 4, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'subnets': [{'id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:53:40.813281 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd222f95-8ffe-4cf4-8127-1eba9ac223fd None None] The sync data for ids ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'] in dv-cinder-802440-1-iscsi is: [{'id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:32Z', 'updated_at': '2021-07-27T09:53:35Z', 'revision_number': 4, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'gw_port': {'id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:33Z', 'updated_at': '2021-07-27T09:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '9707996e-71a7-45b2-b583-2fe878361b78', 'name': '', 'network_id': 'ad3d500e-e1ea-4868-8d25-69ed4debada7', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'mac_address': 'fa:16:3e:37:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:35Z', 'updated_at': '2021-07-27T09:53:40Z', 'revision_number': 4, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'subnets': [{'id': '2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:53:40.938573 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-789a1059-316e-4c52-969d-31ba917daa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:41.053397 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-789a1059-316e-4c52-969d-31ba917daa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:41.062193 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-789a1059-316e-4c52-969d-31ba917daa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:41.116598 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-789a1059-316e-4c52-969d-31ba917daa88 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=763ade24cfd543dfb395e52eee614b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423972 Jul 27 09:53:41.117647 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a1059-316e-4c52-969d-31ba917daa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e3af6-13b1-44ce-85d1-3429f54e7e00,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:41.119086 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54828) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:41.205303 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bac86ac2-3b8e-4724-b874-77d7643a2603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:41.242880 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bac86ac2-3b8e-4724-b874-77d7643a2603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:41.314737 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bac86ac2-3b8e-4724-b874-77d7643a2603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:41.317455 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bac86ac2-3b8e-4724-b874-77d7643a2603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:41.319172 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-bac86ac2-3b8e-4724-b874-77d7643a2603 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b8e3af6-13b1-44ce-85d1-3429f54e7e00 HTTP/1.1" status: 204 len: 168 time: 0.1949708 Jul 27 09:53:41.329639 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86ac2-3b8e-4724-b874-77d7643a2603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e3af6-13b1-44ce-85d1-3429f54e7e00,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:41.811071 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 9707996e-71a7-45b2-b583-2fe878361b78 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:41.887454 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 9707996e-71a7-45b2-b583-2fe878361b78 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:41.892410 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 9707996e-71a7-45b2-b583-2fe878361b78 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:41.895126 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:42.001573 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:42.038187 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 9707996e-71a7-45b2-b583-2fe878361b78, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=9707996e-71a7-45b2-b583-2fe878361b78,segment=NetworkSegment(ea2da0fd-378f-4ac9-b13f-abd7f6359c61),segment_id=ea2da0fd-378f-4ac9-b13f-abd7f6359c61)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:53:42.043544 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:42.100209 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=9707996e-71a7-45b2-b583-2fe878361b78,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:43.287136 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-faa3d341-fa0e-45c7-9639-f1046d83589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:43.516798 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54882) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:43.637013 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f4443d18-3213-4e41-99c4-d07f28f1c5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:43.752313 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:43.782219 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 9707996e-71a7-45b2-b583-2fe878361b78 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:53:43.809476 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f4443d18-3213-4e41-99c4-d07f28f1c5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:43.816606 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f4443d18-3213-4e41-99c4-d07f28f1c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:43.847136 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f4443d18-3213-4e41-99c4-d07f28f1c5d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37f99947e8e34727bab25afb60bce6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260081 Jul 27 09:53:43.849884 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54886) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:43.873014 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4443d18-3213-4e41-99c4-d07f28f1c5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ee2598-0df9-463b-bbb5-1bc3726cecb7,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:43.943081 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-22f41ce1-c982-4722-90d8-552987bb6f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:43.973428 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-22f41ce1-c982-4722-90d8-552987bb6f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.018124 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 9707996e-71a7-45b2-b583-2fe878361b78 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:44.018499 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.039105 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-22f41ce1-c982-4722-90d8-552987bb6f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.042255 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-22f41ce1-c982-4722-90d8-552987bb6f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.043688 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-22f41ce1-c982-4722-90d8-552987bb6f52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2ee2598-0df9-463b-bbb5-1bc3726cecb7 HTTP/1.1" status: 204 len: 168 time: 0.1928287 Jul 27 09:53:44.053778 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41ce1-c982-4722-90d8-552987bb6f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ee2598-0df9-463b-bbb5-1bc3726cecb7,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:44.364392 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.422221 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 54892) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:44.438033 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f558d10f-4d8d-4071-8013-935790f8d42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.538851 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f558d10f-4d8d-4071-8013-935790f8d42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.543792 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-f558d10f-4d8d-4071-8013-935790f8d42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.587362 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54894) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:44.587953 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f558d10f-4d8d-4071-8013-935790f8d42d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ca367ff409a4517952626f4d88f1c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640506 Jul 27 09:53:44.588493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558d10f-4d8d-4071-8013-935790f8d42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72a3353-6c1a-4a07-9d93-e8dc8655584f,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:44.650036 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-191c30e9-347a-47c6-b4e6-36435847cc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.684354 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-191c30e9-347a-47c6-b4e6-36435847cc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.746518 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-191c30e9-347a-47c6-b4e6-36435847cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.749351 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-191c30e9-347a-47c6-b4e6-36435847cc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:44.750856 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-191c30e9-347a-47c6-b4e6-36435847cc7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e72a3353-6c1a-4a07-9d93-e8dc8655584f HTTP/1.1" status: 204 len: 168 time: 0.1617098 Jul 27 09:53:44.760847 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c30e9-347a-47c6-b4e6-36435847cc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72a3353-6c1a-4a07-9d93-e8dc8655584f,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:45.808628 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:45.906316 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:47.103951 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-daa21c00-d2c6-49d7-b453-93a175814e94 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:47.105563 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-daa21c00-d2c6-49d7-b453-93a175814e94 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/networks?id=ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 200 len: 814 time: 0.1051142 Jul 27 09:53:47.121079 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-26cac846-5ba8-4acf-bf81-6ad874ddb949 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/quotas/5af1fc7af6ae4289abe8a73caa43dd84 HTTP/1.1" status: 200 len: 375 time: 0.0090866 Jul 27 09:53:47.193464 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-66a356c9-0904-4606-9402-ba1ce5766a4c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659142 Jul 27 09:53:47.293909 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-3997be2c-7654-417b-bb3e-8f341db35821 service neutron] 10.222.0.22 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881350 Jul 27 09:53:47.334517 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54988) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:47.400434 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-77ca8ef4-6571-40f6-843c-85892bf98714 service neutron] 10.222.0.22 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992692 Jul 27 09:53:47.441436 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5a26b272-b27e-4628-a297-74481de64396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:47.544264 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5a26b272-b27e-4628-a297-74481de64396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:47.549942 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5a26b272-b27e-4628-a297-74481de64396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:47.609634 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5a26b272-b27e-4628-a297-74481de64396 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1305ff0901914e22a96dc07aece77e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710445 Jul 27 09:53:47.609634 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26b272-b27e-4628-a297-74481de64396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b1deed-1938-4d42-8d84-b196e567da4a,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:47.613193 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 54996) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:47.660020 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d5ec029d-9a96-4a36-9b59-8c4ed7c4dea8 req-1ed1ca27-43cb-461d-a48f-884ceb8323be tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 210 time: 0.0701885 Jul 27 09:53:47.681710 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5087eb2d-b055-4090-8152-ad4aea60b5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:47.713249 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5087eb2d-b055-4090-8152-ad4aea60b5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:47.763643 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5087eb2d-b055-4090-8152-ad4aea60b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:47.768220 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5087eb2d-b055-4090-8152-ad4aea60b5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:47.769451 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5087eb2d-b055-4090-8152-ad4aea60b5eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3b1deed-1938-4d42-8d84-b196e567da4a HTTP/1.1" status: 204 len: 168 time: 0.1547825 Jul 27 09:53:47.778503 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087eb2d-b055-4090-8152-ad4aea60b5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b1deed-1938-4d42-8d84-b196e567da4a,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:48.052405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55008) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:48.071049 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-909df3d0-39a7-488c-9026-93c6715c6e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:48.177329 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-909df3d0-39a7-488c-9026-93c6715c6e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:48.182416 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-909df3d0-39a7-488c-9026-93c6715c6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:48.221953 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-909df3d0-39a7-488c-9026-93c6715c6e8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1518feaebbb42e0be105f1daf2b84d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683872 Jul 27 09:53:48.222856 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909df3d0-39a7-488c-9026-93c6715c6e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47e12d-83e1-4a43-88e7-78503e9adb94,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:48.224642 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55010) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:48.280760 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d6198e55-4cf1-49b2-b40e-d60a63246d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:48.303940 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d6198e55-4cf1-49b2-b40e-d60a63246d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:48.348678 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d6198e55-4cf1-49b2-b40e-d60a63246d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:48.351255 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d6198e55-4cf1-49b2-b40e-d60a63246d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:48.352465 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-d6198e55-4cf1-49b2-b40e-d60a63246d54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba47e12d-83e1-4a43-88e7-78503e9adb94 HTTP/1.1" status: 204 len: 168 time: 0.1262519 Jul 27 09:53:48.360758 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6198e55-4cf1-49b2-b40e-d60a63246d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47e12d-83e1-4a43-88e7-78503e9adb94,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:48.693906 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-6f8d6f61-51ce-45e1-8a66-3dd284f7a0e2 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:48.695766 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-6f8d6f61-51ce-45e1-8a66-3dd284f7a0e2 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.48 "GET /v2.0/networks?id=ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 200 len: 814 time: 0.1103961 Jul 27 09:53:48.716609 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'port': {'device_id': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'admin_state_up': True, 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:53:48.806010 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2f3c6a8d-65bb-40e2-9779-29d4dbd74ae7 req-48d1e205-e722-4127-89d1-c3943820cb8c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 210 time: 0.0423820 Jul 27 09:53:48.872173 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Made reservation on behalf of 5af1fc7af6ae4289abe8a73caa43dd84 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:53:48.876996 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:49.014004 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Allocated IP 172.20.0.4 (ce1d7982-3089-44c3-a017-06ff55141ed0/6c80311a-64d5-475f-b504-9525a8edcbc8/1516cf7e-277e-4f0b-a952-d9934f3ec9dd) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:53:49.184848 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:49.199170 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Transition to ACTIVE for port object 1516cf7e-277e-4f0b-a952-d9934f3ec9dd will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:53:49.242437 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:49.293388 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Network ce1d7982-3089-44c3-a017-06ff55141ed0 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:53:49.299917 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:53:49.303336 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:53:49.404641 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:49.405677 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:49.410355 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'Port': ['ID=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:49.438396 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-f8b53e72-38c6-4c4d-a46b-56cd3aa049a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7236733 Jul 27 09:53:49.667828 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-2f2e820d-ffae-43ac-a1b7-7d7162af23c3 None None] Provisioning for port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:53:49.673866 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-2f2e820d-ffae-43ac-a1b7-7d7162af23c3 None None] Provisioning complete for port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:53:49.674608 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2f2e820d-ffae-43ac-a1b7-7d7162af23c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:49.727119 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e820d-ffae-43ac-a1b7-7d7162af23c3 None None] Port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:53:49.964272 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a335f5-2281-47b5-8994-c763ce751b60 req-cba9c95c-5275-4847-8898-aeecfaf8d647 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:49.966142 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60a335f5-2281-47b5-8994-c763ce751b60 req-cba9c95c-5275-4847-8898-aeecfaf8d647 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 931 time: 0.0814981 Jul 27 09:53:50.014802 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-60a335f5-2281-47b5-8994-c763ce751b60 req-bd65b5ba-7cd2-40b4-822a-65005b84f165 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 Jul 27 09:53:50.166391 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:53:51.154267 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eab2f-aacf-476f-b73e-76c36bdd2101 req-32d6c42f-eded-4b89-be78-58496526bb6b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:51.155844 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-935eab2f-aacf-476f-b73e-76c36bdd2101 req-32d6c42f-eded-4b89-be78-58496526bb6b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 931 time: 0.0699847 Jul 27 09:53:51.195925 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-935eab2f-aacf-476f-b73e-76c36bdd2101 req-6eccda68-9565-41d5-8ef5-da778941f380 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340784 Jul 27 09:53:52.336845 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a316-719c-42cf-bb45-9a45cde6e771 req-06622bab-54c6-4979-85a4-18f7fc66baf9 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:52.338413 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-33f0a316-719c-42cf-bb45-9a45cde6e771 req-06622bab-54c6-4979-85a4-18f7fc66baf9 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 931 time: 0.0709038 Jul 27 09:53:52.380976 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-33f0a316-719c-42cf-bb45-9a45cde6e771 req-bf83beb7-79a5-445e-a5bd-f86861d191f5 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339773 Jul 27 09:53:53.519130 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56318061-b531-419d-b98f-f934c5712d8f req-f1cee305-86b0-41cc-88a4-c50ea0b639ca tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:53.520607 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-56318061-b531-419d-b98f-f934c5712d8f req-f1cee305-86b0-41cc-88a4-c50ea0b639ca tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 931 time: 0.0654135 Jul 27 09:53:53.561628 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-56318061-b531-419d-b98f-f934c5712d8f req-9c3926d4-3b56-4910-8324-093e0f6ec7a6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348604 Jul 27 09:53:54.673612 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55126) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:54.757015 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe0b73-5971-4380-9600-fe1cee6efbdf req-ed0b6071-1aa0-4b81-9a2d-90d6700012c0 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:54.758947 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96fe0b73-5971-4380-9600-fe1cee6efbdf req-ed0b6071-1aa0-4b81-9a2d-90d6700012c0 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 931 time: 0.0731797 Jul 27 09:53:54.800684 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-96fe0b73-5971-4380-9600-fe1cee6efbdf req-47b78fd2-a788-4c40-a6e4-14dd842a47ed tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356107 Jul 27 09:53:54.802283 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-820c1c14-9aa8-4c51-86a0-4930a56ae8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:54.915744 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-820c1c14-9aa8-4c51-86a0-4930a56ae8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:54.923162 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-820c1c14-9aa8-4c51-86a0-4930a56ae8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:54.960749 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-820c1c14-9aa8-4c51-86a0-4930a56ae8fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f7ce23ad8334073acea5f77df1890fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859862 Jul 27 09:53:54.964483 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55130) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:54.972268 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c1c14-9aa8-4c51-86a0-4930a56ae8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ff63a4-3b05-46dc-82d3-7ce26279a7fb,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:55.025015 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-908d145d-8d15-49f3-a017-4baf4c253aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.050292 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-908d145d-8d15-49f3-a017-4baf4c253aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.094869 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-908d145d-8d15-49f3-a017-4baf4c253aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.097412 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-908d145d-8d15-49f3-a017-4baf4c253aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.101267 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-908d145d-8d15-49f3-a017-4baf4c253aa7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2ff63a4-3b05-46dc-82d3-7ce26279a7fb HTTP/1.1" status: 204 len: 168 time: 0.1325462 Jul 27 09:53:55.110644 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d145d-8d15-49f3-a017-4baf4c253aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ff63a4-3b05-46dc-82d3-7ce26279a7fb,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:55.384663 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55138) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:55.398603 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b3609a1e-6f67-496f-8616-d504cb453f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.517839 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b3609a1e-6f67-496f-8616-d504cb453f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.522438 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b3609a1e-6f67-496f-8616-d504cb453f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.548162 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3609a1e-6f67-496f-8616-d504cb453f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b526a-37b4-4454-bc03-9416629e2ff2,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:55.571147 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b3609a1e-6f67-496f-8616-d504cb453f39 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79b8201de44e42368250b1975ea1510d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853707 Jul 27 09:53:55.573800 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55140) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:55.624581 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b489fcb4-11bf-43f2-94c2-5d7907890605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.649323 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b489fcb4-11bf-43f2-94c2-5d7907890605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.700390 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b489fcb4-11bf-43f2-94c2-5d7907890605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.703863 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b489fcb4-11bf-43f2-94c2-5d7907890605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:55.705003 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b489fcb4-11bf-43f2-94c2-5d7907890605 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d3b526a-37b4-4454-bc03-9416629e2ff2 HTTP/1.1" status: 204 len: 168 time: 0.1301880 Jul 27 09:53:55.712683 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489fcb4-11bf-43f2-94c2-5d7907890605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3b526a-37b4-4454-bc03-9416629e2ff2,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:55.951689 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ff62-d1b6-4df4-a759-411947bc43c6 req-6a080575-8944-499c-9238-345df1e653bd tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:55.953185 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-efe7ff62-d1b6-4df4-a759-411947bc43c6 req-6a080575-8944-499c-9238-345df1e653bd tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 931 time: 0.0701745 Jul 27 09:53:56.026362 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-efe7ff62-d1b6-4df4-a759-411947bc43c6 req-a279d993-b25c-46f8-9c14-b2ecaf099e37 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551641 Jul 27 09:53:56.822577 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55172) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:56.935312 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-09e5079c-0716-4eb8-82f2-bc960025d498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:57.030650 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-09e5079c-0716-4eb8-82f2-bc960025d498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:57.034666 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-09e5079c-0716-4eb8-82f2-bc960025d498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:57.075138 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55178) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:57.075775 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-09e5079c-0716-4eb8-82f2-bc960025d498 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84684ccffabe4cf19e54056996f0f766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514634 Jul 27 09:53:57.076135 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5079c-0716-4eb8-82f2-bc960025d498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede8cf3d-e0b2-4296-8440-dc2996586358,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:57.174884 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4eb7221b-dfc4-4edb-8111-7f816203995f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:57.201489 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd1d4b-34f3-421a-8346-dc4bcaffa80c req-0e0f322c-4ad2-4c54-bad2-17652ac7dbe8 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:57.204172 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7cd1d4b-34f3-421a-8346-dc4bcaffa80c req-0e0f322c-4ad2-4c54-bad2-17652ac7dbe8 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 931 time: 0.0981314 Jul 27 09:53:57.223979 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4eb7221b-dfc4-4edb-8111-7f816203995f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:57.244004 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7cd1d4b-34f3-421a-8346-dc4bcaffa80c req-bb99e55a-5809-4383-b374-c820062b86b6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Jul 27 09:53:57.275626 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4eb7221b-dfc4-4edb-8111-7f816203995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:57.278770 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-4eb7221b-dfc4-4edb-8111-7f816203995f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:57.280156 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-4eb7221b-dfc4-4edb-8111-7f816203995f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ede8cf3d-e0b2-4296-8440-dc2996586358 HTTP/1.1" status: 204 len: 168 time: 0.2023537 Jul 27 09:53:57.288521 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7221b-dfc4-4edb-8111-7f816203995f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede8cf3d-e0b2-4296-8440-dc2996586358,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:53:58.398413 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9693f10-9eea-4e55-9ab1-8016411c4ddf req-8e9212ab-23df-4ada-b398-ac825dfb65f9 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:58.402149 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a9693f10-9eea-4e55-9ab1-8016411c4ddf req-8e9212ab-23df-4ada-b398-ac825dfb65f9 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 931 time: 0.0766187 Jul 27 09:53:58.447670 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a9693f10-9eea-4e55-9ab1-8016411c4ddf req-021da6d4-3916-4736-9898-58ba34172c38 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348020 Jul 27 09:53:59.447825 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55214) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:53:59.602172 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a115a-e2cf-4957-9c5d-686e963c80c0 req-a088990f-2fb6-46f4-b0b5-071d80ee94ac tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:53:59.604587 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d3a115a-e2cf-4957-9c5d-686e963c80c0 req-a088990f-2fb6-46f4-b0b5-071d80ee94ac tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 931 time: 0.0736432 Jul 27 09:53:59.649728 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d3a115a-e2cf-4957-9c5d-686e963c80c0 req-fe273956-8fc7-444c-863f-c5024d4d03cb tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343451 Jul 27 09:53:59.819881 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Deleting port b912c696-0df9-41ac-8042-7258e8fdb607 {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:53:59.820235 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:59.898989 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:59.899351 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:53:59.914743 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Calling delete_port for b912c696-0df9-41ac-8042-7258e8fdb607 owned by network:floatingip {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:00.095982 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:00.124141 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event deleted for resources: {'Port': ['ID=b912c696-0df9-41ac-8042-7258e8fdb607,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:00.190306 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for floatingip, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:00.190640 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.l3_db [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Floating IP d672ae89-36f8-45fd-a11a-a4efda96b53b disassociated (deleted). External IP: 172.27.1.177, port: edb99736-3013-47da-b73c-242f8b89281c. Jul 27 09:54:00.230568 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Request body: {'port': {'device_id': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:00.302593 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:00.397992 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:54:00.589304 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1516cf7e-277e-4f0b-a952-d9934f3ec9dd {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:54:00.597497 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:00.617665 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Transition to ACTIVE for port object 1516cf7e-277e-4f0b-a952-d9934f3ec9dd will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:54:00.622995 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:00.683977 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Pushing event updated for resources: {'Port': ['ID=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:00.755584 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:54:00.760699 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:00.771239 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] Sync routers for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:54:00.783915 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:54:00.784839 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:00.802083 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Attempting to bind port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:54:00.802083 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Attempting to bind port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:54:00.802464 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Attempting to bind port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd on network ce1d7982-3089-44c3-a017-06ff55141ed0 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:54:00.809002 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd on network ce1d7982-3089-44c3-a017-06ff55141ed0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:54:00.809522 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Attempting to bind port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd on network ce1d7982-3089-44c3-a017-06ff55141ed0 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:54:00.812042 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-90618af9-243d-4a6a-a8bf-fe78c8aaa09a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "DELETE /v2.0/floatingips/d672ae89-36f8-45fd-a11a-a4efda96b53b HTTP/1.1" status: 204 len: 168 time: 1.3625433 Jul 27 09:54:00.812742 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c'}] {{(pid=99745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:54:00.815512 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce3b41c462ebba350985894298ca90253f8663e19624fa7accfd13c45103618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d3405-2943-4252-8703-328e7373ef1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "tag": "edb99736-3013-47da-b73c-242f8b89281c"}]}' {{(pid=99745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:54:00.817177 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:54:00.817713 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Checking segment: {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:54:00.819060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Bound using segment: {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:54:00.819504 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Bound port: 1516cf7e-277e-4f0b-a952-d9934f3ec9dd, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af01debd-6b7d-44f9-9262-4488fee36aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:54:00.819873 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:00.887450 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f658-585f-4668-bc5b-daa8a7e93e0c req-a0cbf3fb-6344-4dee-a7a4-612e8fbb4bd4 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:00.889058 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3f84f658-585f-4668-bc5b-daa8a7e93e0c req-a0cbf3fb-6344-4dee-a7a4-612e8fbb4bd4 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 943 time: 0.1364014 Jul 27 09:54:00.930311 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:54:00.932904 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] For port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:54:00.954226 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] For port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:54:00.958606 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3f84f658-585f-4668-bc5b-daa8a7e93e0c req-39b8ef6b-5d2a-44cd-b661-464762a300f0 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606766 Jul 27 09:54:00.962208 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:01.013668 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:01.014877 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:01.021812 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-80286523-099c-40c6-9352-8749c0989b8c service neutron] 10.222.0.48 "PUT /v2.0/ports/1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 1093 time: 0.7954626 Jul 27 09:54:01.022438 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:54:01.023880 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20cf03b-79ac-493c-87e5-37764b419f4e x-openstack-request-id: req-a20cf03b-79ac-493c-87e5-37764b419f4e {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:54:01.024380 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "tag": "edb99736-3013-47da-b73c-242f8b89281c", "status": "completed", "code": 200}]} {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:54:01.024647 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a20cf03b-79ac-493c-87e5-37764b419f4e {{(pid=99745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:54:01.024819 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7153f7e4-f15b-4f2e-886e-364aa194f678" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:54:01.025025 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c', 'status': 'completed', 'code': 200} Jul 27 09:54:01.059800 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80286523-099c-40c6-9352-8749c0989b8c service neutron] Pushing event updated for resources: {'Port': ['ID=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:01.109461 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb999ac6-123d-4ce4-9c46-86b9476bf13e x-openstack-request-id: req-eb999ac6-123d-4ce4-9c46-86b9476bf13e {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:54:01.109856 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:54:01.110045 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb999ac6-123d-4ce4-9c46-86b9476bf13e {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:54:01.110397 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'status': 'completed', 'code': 200} Jul 27 09:54:01.181012 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'fe47fcf4-96db-4a9d-8c60-bf71d4fbe087', 'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'mac_address': 'fa:16:3e:af:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:32Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 5, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'subnets': [{'id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:01.214789 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] Checking router: 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:54:01.221362 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f37aa-c3b8-4554-af41-4a8a4ac7c03a req-576f3f69-042b-425b-8740-8369d6a2f017 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:01.223168 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a35f37aa-c3b8-4554-af41-4a8a4ac7c03a req-576f3f69-042b-425b-8740-8369d6a2f017 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.1653008 Jul 27 09:54:01.226125 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:54:01.226641 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:01.267789 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-28e0c62e-22bf-4fa9-90df-342ef322a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:01.269350 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-28e0c62e-22bf-4fa9-90df-342ef322a578 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1096 time: 0.1410067 Jul 27 09:54:01.276102 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3405-2943-4252-8703-328e7373ef1b req-05910477-8514-4929-bfb6-18bef9fda592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:01.277795 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-829d3405-2943-4252-8703-328e7373ef1b req-05910477-8514-4929-bfb6-18bef9fda592 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d859408e27d44b5b24b8266d170a557&device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 1098 time: 0.1622684 Jul 27 09:54:01.297101 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a35f37aa-c3b8-4554-af41-4a8a4ac7c03a req-a9915650-b7c1-4f90-8db6-7809b6a1c44e tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581133 Jul 27 09:54:01.360149 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:54:01.372313 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-554c8aaf-db5e-4df2-8c5e-db051748edc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 217 time: 0.0790493 Jul 27 09:54:01.471109 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-aeb1174d-7492-444a-b3b5-32d33bd1cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:01.472529 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-aeb1174d-7492-444a-b3b5-32d33bd1cd67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c80311a-64d5-475f-b504-9525a8edcbc8 HTTP/1.1" status: 200 len: 853 time: 0.0889225 Jul 27 09:54:01.477109 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3405-2943-4252-8703-328e7373ef1b req-ee0c4f8f-4fcb-40ff-b984-51629bdcf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:01.478507 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-829d3405-2943-4252-8703-328e7373ef1b req-ee0c4f8f-4fcb-40ff-b984-51629bdcf4ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd51e6ad-99c8-438e-8061-35e971376c9d HTTP/1.1" status: 200 len: 908 time: 0.1865098 Jul 27 09:54:01.552875 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-829d3405-2943-4252-8703-328e7373ef1b req-2f26b7fe-11f8-4df5-b831-0643581e3807 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edb99736-3013-47da-b73c-242f8b89281c HTTP/1.1" status: 200 len: 217 time: 0.0655301 Jul 27 09:54:01.553763 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55266) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:01.576726 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'fe47fcf4-96db-4a9d-8c60-bf71d4fbe087', 'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'mac_address': 'fa:16:3e:af:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:32Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 5, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'subnets': [{'id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:01.603332 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d3265-0e11-440b-8ffc-293e45a52480 None None] The sync data for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi is: [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'fe47fcf4-96db-4a9d-8c60-bf71d4fbe087', 'name': '', 'network_id': 'cd51e6ad-99c8-438e-8061-35e971376c9d', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'mac_address': 'fa:16:3e:af:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:32Z', 'updated_at': '2021-07-27T09:48:40Z', 'revision_number': 5, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'subnets': [{'id': 'eaf2d144-6e8d-4957-a29f-2dcc459e6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:54:01.680454 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c4998269-8508-44ed-b4e3-76276d9bc0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:01.781248 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c4998269-8508-44ed-b4e3-76276d9bc0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:01.786956 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-c4998269-8508-44ed-b4e3-76276d9bc0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:01.829909 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4998269-8508-44ed-b4e3-76276d9bc0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45df5ada-c8a0-4d1f-bd07-46a5a41c1c5f,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:01.837169 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-c4998269-8508-44ed-b4e3-76276d9bc0cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bc99d8a29e44388a34ee2b290093f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820427 Jul 27 09:54:01.838221 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55270) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:01.863191 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc713d-f373-4066-8279-af0ca1d7eb30 None None] New status for floating IP d672ae89-36f8-45fd-a11a-a4efda96b53b: DOWN {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:54:01.893855 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f76890c0-9b2a-49f2-848b-f5b5275671a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:01.919840 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f76890c0-9b2a-49f2-848b-f5b5275671a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:01.926667 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-eff3147a-f4bf-4dd1-89d0-b0e297434b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:01.928327 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-eff3147a-f4bf-4dd1-89d0-b0e297434b6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce1d7982-3089-44c3-a017-06ff55141ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4421070 Jul 27 09:54:01.929699 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3405-2943-4252-8703-328e7373ef1b req-6bb529b0-5a8b-416d-ad61-3d7d8786697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:01.931038 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-829d3405-2943-4252-8703-328e7373ef1b req-6bb529b0-5a8b-416d-ad61-3d7d8786697b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaf2d144-6e8d-4957-a29f-2dcc459e6aa4 HTTP/1.1" status: 200 len: 846 time: 0.3706713 Jul 27 09:54:01.977214 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f76890c0-9b2a-49f2-848b-f5b5275671a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:01.980085 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f76890c0-9b2a-49f2-848b-f5b5275671a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:01.984440 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f76890c0-9b2a-49f2-848b-f5b5275671a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45df5ada-c8a0-4d1f-bd07-46a5a41c1c5f HTTP/1.1" status: 204 len: 168 time: 0.1419833 Jul 27 09:54:01.996173 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76890c0-9b2a-49f2-848b-f5b5275671a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45df5ada-c8a0-4d1f-bd07-46a5a41c1c5f,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:02.129077 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-d651a776-5aab-4561-85c0-ed669a229144 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862082 Jul 27 09:54:02.132717 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3405-2943-4252-8703-328e7373ef1b req-a87b8eb8-6852-4505-b61f-6d9c3d32f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:02.134098 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-829d3405-2943-4252-8703-328e7373ef1b req-a87b8eb8-6852-4505-b61f-6d9c3d32f8b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd51e6ad-99c8-438e-8061-35e971376c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1895096 Jul 27 09:54:02.242575 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbda888-5f3c-4ca7-a509-78e953155780 req-f5256cbb-9567-4868-b447-39d14bfa7bfa tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:02.244095 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5bbda888-5f3c-4ca7-a509-78e953155780 req-f5256cbb-9567-4868-b447-39d14bfa7bfa tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 943 time: 0.1928594 Jul 27 09:54:02.334896 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5bbda888-5f3c-4ca7-a509-78e953155780 req-e5cabd0a-a9d8-4ecb-967f-57e493912c63 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838280 Jul 27 09:54:02.341678 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-829d3405-2943-4252-8703-328e7373ef1b req-5e28915e-b00c-4369-a2f9-ab159a58017f service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970503 Jul 27 09:54:02.347895 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb12f68a-389f-46ab-892c-bae0165a43d0 req-c6a92a4c-80b2-4c5e-a7bc-ddcf0185c45c service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043452 Jul 27 09:54:02.537349 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-829d3405-2943-4252-8703-328e7373ef1b req-445704e2-0998-4dbc-a42f-f5c570fb387b service neutron] 10.222.0.48 "GET /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769650 Jul 27 09:54:02.553688 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9cc07-a1ae-4c5a-a657-8e7926534fdd req-78daaa0f-9303-421b-9f4f-fe978a752e81 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:02.555267 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00e9cc07-a1ae-4c5a-a657-8e7926534fdd req-78daaa0f-9303-421b-9f4f-fe978a752e81 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.1453373 Jul 27 09:54:02.565886 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-ca18cf79-e15a-4a38-ac26-6a1ec106a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:02.567396 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-ca18cf79-e15a-4a38-ac26-6a1ec106a429 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1096 time: 0.1121225 Jul 27 09:54:02.642509 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-00e9cc07-a1ae-4c5a-a657-8e7926534fdd req-bd9b6196-5b5b-4c90-b982-0f9aa3408d4d tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803816 Jul 27 09:54:02.683619 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-35471bfa-f217-4a24-aad1-c6155915f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:02.685126 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-35471bfa-f217-4a24-aad1-c6155915f197 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 200 len: 915 time: 0.1044848 Jul 27 09:54:02.733299 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-eb47f3d3-53ea-463e-ba5e-37f835b031e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 217 time: 0.0349147 Jul 27 09:54:02.789244 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-0cab80c0-2806-4c40-b30a-8daaa27b117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:02.790725 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-0cab80c0-2806-4c40-b30a-8daaa27b117d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c80311a-64d5-475f-b504-9525a8edcbc8 HTTP/1.1" status: 200 len: 853 time: 0.0494621 Jul 27 09:54:02.937363 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-b0259a71-455a-4640-86af-1f5b3b2ef0d9 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:02.939026 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-b0259a71-455a-4640-86af-1f5b3b2ef0d9 tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 945 time: 0.1048377 Jul 27 09:54:02.941032 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-d24da5a7-435b-4c54-8aed-f59dfe07d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:02.942413 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-d24da5a7-435b-4c54-8aed-f59dfe07d1da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce1d7982-3089-44c3-a017-06ff55141ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167748 Jul 27 09:54:03.126592 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-cf09b279-1894-46c8-84a9-4379e707bbee service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665947 Jul 27 09:54:03.135547 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Deleting port edb99736-3013-47da-b73c-242f8b89281c {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:54:03.135899 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:03.294464 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] For port edb99736-3013-47da-b73c-242f8b89281c, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=edb99736-3013-47da-b73c-242f8b89281c,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:03.294792 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:03.305354 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7153f7e4-f15b-4f2e-886e-364aa194f678 req-39c34b7a-a672-4265-8974-09ba41854eb4 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664162 Jul 27 09:54:03.311930 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Calling delete_port for edb99736-3013-47da-b73c-242f8b89281c owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:03.494524 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:03.528208 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event deleted for resources: {'Port': ['ID=edb99736-3013-47da-b73c-242f8b89281c,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:03.539640 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c0f68-b6f3-4175-8b22-0a7cae158073 req-b4663e04-a93b-49f7-b753-e813a3221795 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:03.541212 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-466c0f68-b6f3-4175-8b22-0a7cae158073 req-b4663e04-a93b-49f7-b753-e813a3221795 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 943 time: 0.1319988 Jul 27 09:54:03.601205 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] No DVR routers for this DVR port edb99736-3013-47da-b73c-242f8b89281c on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:54:03.605037 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:03.607201 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa8fb45e-22df-4e2d-a4dc-fb621094e40d req-53ed17aa-64f5-46f7-8c73-6abee7f49caf tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.48 "DELETE /v2.0/ports/edb99736-3013-47da-b73c-242f8b89281c HTTP/1.1" status: 204 len: 173 time: 0.6544948 Jul 27 09:54:03.607664 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'name': 'network-vif-deleted', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:54:03.610626 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9061123f-555e-4019-9f57-c0aa4d14d71a" -d '{"events": [{"server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "name": "network-vif-deleted", "tag": "edb99736-3013-47da-b73c-242f8b89281c"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:54:03.637662 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-466c0f68-b6f3-4175-8b22-0a7cae158073 req-cd71a085-1ab1-47c9-9b98-cb7f57e27e2f tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894244 Jul 27 09:54:03.650565 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ec8c48-1189-436f-ab69-064ab4a7ceda x-openstack-request-id: req-d6ec8c48-1189-436f-ab69-064ab4a7ceda {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:54:03.650895 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a10c181-c09b-4c7c-8f4a-c281e610c309", "name": "network-vif-deleted", "tag": "edb99736-3013-47da-b73c-242f8b89281c", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:54:03.651157 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6ec8c48-1189-436f-ab69-064ab4a7ceda {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:54:03.651571 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a10c181-c09b-4c7c-8f4a-c281e610c309', 'name': 'network-vif-deleted', 'tag': 'edb99736-3013-47da-b73c-242f8b89281c', 'status': 'completed', 'code': 200} Jul 27 09:54:03.654869 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 1516cf7e-277e-4f0b-a952-d9934f3ec9dd details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:54:03.777607 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f80287cb-9cfc-462c-b08f-2b77d6f4b878 req-d7af1433-b8a2-491c-ab17-03453a2b71cc tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 210 time: 0.0374970 Jul 27 09:54:03.795424 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:03.808541 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'port_id': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'mac_address': 'fa:16:3e:ac:bb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:54:03.846403 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:03.860688 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1516cf7e-277e-4f0b-a952-d9934f3ec9dd {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:54:03.882958 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:03.887921 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:03.957955 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:04.212476 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['1516cf7e-277e-4f0b-a952-d9934f3ec9dd'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:54:04.796695 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba12169-4577-4ddd-a5f1-0b92e1a90bd8 req-f38288a7-e13b-4f7f-bc61-b136fe249ec0 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:04.798199 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eba12169-4577-4ddd-a5f1-0b92e1a90bd8 req-f38288a7-e13b-4f7f-bc61-b136fe249ec0 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 944 time: 0.0736148 Jul 27 09:54:04.844136 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eba12169-4577-4ddd-a5f1-0b92e1a90bd8 req-cbe5b679-bbc7-49bc-9995-1a9b103d29d2 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376668 Jul 27 09:54:04.895373 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f3a98c22-3073-40b6-9cbf-86316ddac725 req-582f4e7c-8368-4c27-a976-1fac203efa5f tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a10c181-c09b-4c7c-8f4a-c281e610c309 HTTP/1.1" status: 200 len: 210 time: 0.0299895 Jul 27 09:54:05.658858 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 1516cf7e-277e-4f0b-a952-d9934f3ec9dd up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:54:05.708233 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:54:05.712116 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:54:05.712504 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:05.795944 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:05.820251 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:54:05.822965 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd203daa-65e9-4897-9b63-ecac60ca6eb5" -d '{"events": [{"server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "name": "network-vif-plugged", "status": "completed", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:54:05.840063 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:05.844476 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:05.845503 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device edb99736-3013-47da-b73c-242f8b89281c no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:54:05.886919 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c154b2-d744-468c-ac78-3df92e7cdc17 x-openstack-request-id: req-26c154b2-d744-468c-ac78-3df92e7cdc17 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:54:05.887215 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "name": "network-vif-plugged", "status": "completed", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:54:05.887466 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26c154b2-d744-468c-ac78-3df92e7cdc17 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:54:05.887867 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'code': 200} Jul 27 09:54:05.891474 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: edb99736-3013-47da-b73c-242f8b89281c {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:54:05.891823 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device edb99736-3013-47da-b73c-242f8b89281c not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:54:05.936049 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:05.979533 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55366) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:06.012202 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2adcb5-8a9c-400e-9e49-2f1f8239469a req-8cce5843-b7a7-4cee-bb69-6dca7aa13b08 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:06.015418 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9d2adcb5-8a9c-400e-9e49-2f1f8239469a req-8cce5843-b7a7-4cee-bb69-6dca7aa13b08 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.0901468 Jul 27 09:54:06.057280 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9d2adcb5-8a9c-400e-9e49-2f1f8239469a req-809654a9-6fbf-4b48-9930-9b787dc610c7 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354803 Jul 27 09:54:06.065560 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:06.095085 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:06.128799 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1936-65d2-4507-b581-3815b7c0a163 req-352fc0d3-d9ac-4806-819f-6a71fff6123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:06.130668 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2bd1936-65d2-4507-b581-3815b7c0a163 req-352fc0d3-d9ac-4806-819f-6a71fff6123c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1098 time: 0.0723622 Jul 27 09:54:06.161670 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:06.164614 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:06.168895 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] 10.222.0.22 "DELETE /v2.0/security-groups/1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b HTTP/1.1" status: 204 len: 168 time: 0.1882260 Jul 27 09:54:06.170664 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2bd1936-65d2-4507-b581-3815b7c0a163 req-66ae67ba-96c9-4b4f-9f3a-471d96955566 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Jul 27 09:54:06.178864 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac2ed8f-8c06-4ab9-9f87-71c326be4b5b,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:06.187896 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.187896 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.188199 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.188560 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.188892 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.189205 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.189567 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.189971 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.190311 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.190659 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.191047 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.191486 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969a1e-8478-450c-896d-1ff036af581a tempest-TestShelveInstance-573316985 tempest-TestShelveInstance-573316985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:06.217239 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55378) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:06.712335 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709048'] for router_interface, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:06.972666 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Deleting port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:54:06.972922 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:07.059805 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] For port fe47fcf4-96db-4a9d-8c60-bf71d4fbe087, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=fe47fcf4-96db-4a9d-8c60-bf71d4fbe087,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:07.060551 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:07.074577 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Calling delete_port for fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 owned by network:router_interface {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:07.194407 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d01632-3e1c-465a-966c-f5d59d8434a0 req-8419da54-d3e8-47c5-bbce-eb9bec882a0a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:07.196348 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-84d01632-3e1c-465a-966c-f5d59d8434a0 req-8419da54-d3e8-47c5-bbce-eb9bec882a0a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.0707085 Jul 27 09:54:07.243666 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-84d01632-3e1c-465a-966c-f5d59d8434a0 req-84ca68a6-4ab4-42e9-9d5a-284605f980c4 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Jul 27 09:54:07.268557 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:07.295557 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe47fcf4-96db-4a9d-8c60-bf71d4fbe087,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:07.479581 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708820'] for router_interface, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:07.715851 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:54:07.822848 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:54:07.830715 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55394) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:07.831169 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-94fa0b4f-0ff8-4e11-818b-20ef448d9b76 admin admin] 10.222.0.22 "PUT /v2.0/routers/3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6127799 Jul 27 09:54:07.833469 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] Sync routers for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:54:07.843128 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:54:07.843746 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:07.936919 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.039019 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.071515 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:54:08.093582 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Deleting port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:54:08.093922 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.171644 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] For port 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=392011c3-4f7d-420e-a6e8-da4f5c2b1d5e,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:08.172004 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.184276 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Calling delete_port for 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e owned by network:router_gateway {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:08.243718 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:54:07Z', 'revision_number': 5, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port': {'id': '392011c3-4f7d-420e-a6e8-da4f5c2b1d5e', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:29Z', 'updated_at': '2021-07-27T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:08.269585 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] Checking router: 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:54:08.279496 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] Routers {'3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:54:08.280782 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:08.366194 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] Set router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc gateway port host: None {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:54:08.384909 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.416263 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=392011c3-4f7d-420e-a6e8-da4f5c2b1d5e,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:08.420510 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:54:08Z', 'revision_number': 6, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port_host': None}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:08.446742 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad3d84-c920-4da1-85c1-92faeea3e6ea None None] The sync data for ids ['3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc'] in dv-cinder-802440-1-iscsi is: [{'id': '3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc', 'name': 'tempest-TestShelveInstance-84924787-router', 'tenant_id': '4d859408e27d44b5b24b8266d170a557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:28Z', 'updated_at': '2021-07-27T09:54:08Z', 'revision_number': 6, 'project_id': '4d859408e27d44b5b24b8266d170a557', 'gw_port_host': None}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:54:08.449400 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.449754 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.450092 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.450420 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.451043 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.451933 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.452262 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.452590 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.452914 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.453236 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.453555 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.453870 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:54:08.467498 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87f40f-5ffd-4b0f-8c1b-f54346712682 req-1924ec8a-cf14-4905-827f-ad9d1b79ed73 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:08.469003 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5f87f40f-5ffd-4b0f-8c1b-f54346712682 req-1924ec8a-cf14-4905-827f-ad9d1b79ed73 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.1428132 Jul 27 09:54:08.527266 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2072246'] for router_gateway, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.561667 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5f87f40f-5ffd-4b0f-8c1b-f54346712682 req-77995321-d0f2-4902-acbb-b3948f3316c4 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735617 Jul 27 09:54:08.626911 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2985'] for router, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.630940 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.705943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604287'] for router, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.706507 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc {{(pid=99744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 09:54:08.711607 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.712948 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e7808ec5-d379-4c91-a962-0e88a8e20bb8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3ec16e9b-e468-4a93-9b22-24e8b0ed4ddc HTTP/1.1" status: 204 len: 168 time: 0.8806601 Jul 27 09:54:08.715407 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55406) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:08.740073 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e9419-6a7e-4d56-b802-ae846327f478 req-4cbdde10-3948-4ccb-bc37-674c97a94c9f tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:08.741581 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-696e9419-6a7e-4d56-b802-ae846327f478 req-4cbdde10-3948-4ccb-bc37-674c97a94c9f tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.1127424 Jul 27 09:54:08.774654 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bea698-756b-44b4-8278-152cb3ceb140 admin admin] Deleting subnet eaf2d144-6e8d-4957-a29f-2dcc459e6aa4 {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:54:08.778150 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-85bea698-756b-44b4-8278-152cb3ceb140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.788868 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-696e9419-6a7e-4d56-b802-ae846327f478 req-42befe30-a0ba-4853-a383-ec92d975d802 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Jul 27 09:54:08.815861 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-85bea698-756b-44b4-8278-152cb3ceb140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27231602'] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.911817 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-85bea698-756b-44b4-8278-152cb3ceb140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:08.969194 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-85bea698-756b-44b4-8278-152cb3ceb140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27231688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27232828'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.000708 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-85bea698-756b-44b4-8278-152cb3ceb140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.001207 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-85bea698-756b-44b4-8278-152cb3ceb140 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/eaf2d144-6e8d-4957-a29f-2dcc459e6aa4 HTTP/1.1" status: 204 len: 168 time: 0.2846076 Jul 27 09:54:09.002248 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bea698-756b-44b4-8278-152cb3ceb140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf2d144-6e8d-4957-a29f-2dcc459e6aa4,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:09.004464 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55424) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:09.015350 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7d4d1-96d6-461b-9c5d-2e928cd6af95 None None] Network cd51e6ad-99c8-438e-8061-35e971376c9d requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:54:09.094919 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.198965 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Deleting port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:54:09.199387 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.210705 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53417d-a4b4-4b56-908c-7666f1e7b179 req-5df357d5-fcd6-4aea-99e6-801fb4c5b70f tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:09.212654 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-df53417d-a4b4-4b56-908c-7666f1e7b179 req-5df357d5-fcd6-4aea-99e6-801fb4c5b70f tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.1030982 Jul 27 09:54:09.255317 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd88ec2-5dae-43a4-ad11-897aaf3a744c None None] DHCP port deletion for cd51e6ad-99c8-438e-8061-35e971376c9d request from dv-cinder-802440-1-iscsi {{(pid=99746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 09:54:09.306520 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-bfd88ec2-5dae-43a4-ad11-897aaf3a744c None None] Deleting port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 {{(pid=99746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:54:09.306979 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-bfd88ec2-5dae-43a4-ad11-897aaf3a744c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.310313 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] For port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=52c54fe3-92b8-4551-a87f-8ebc6d95dd96,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:09.311235 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.316511 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-df53417d-a4b4-4b56-908c-7666f1e7b179 req-79142ccc-d669-489d-857b-5e9810ea8a5a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922341 Jul 27 09:54:09.328670 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Calling delete_port for 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 owned by network:dhcp {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:09.385697 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-bfd88ec2-5dae-43a4-ad11-897aaf3a744c None None] For port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=52c54fe3-92b8-4551-a87f-8ebc6d95dd96,segment=NetworkSegment(482d4341-2169-4309-b2e1-ba3771392de5),segment_id=482d4341-2169-4309-b2e1-ba3771392de5)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:09.386115 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-bfd88ec2-5dae-43a4-ad11-897aaf3a744c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.401754 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-bfd88ec2-5dae-43a4-ad11-897aaf3a744c None None] Calling delete_port for 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 owned by network:dhcp {{(pid=99746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:09.427858 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.463317 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c54fe3-92b8-4551-a87f-8ebc6d95dd96,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:09.467816 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] No DVR routers for this DVR port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 on host dv-cinder-802440-1-iscsi {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:54:09.516499 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-bfd88ec2-5dae-43a4-ad11-897aaf3a744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356'] for port, after_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.530438 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd88ec2-5dae-43a4-ad11-897aaf3a744c None None] No DVR routers for this DVR port 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 on host dv-cinder-802440-1-iscsi {{(pid=99746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:54:09.550085 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd88ec2-5dae-43a4-ad11-897aaf3a744c None None] Pushing event deleted for resources: {'Port': ['ID=52c54fe3-92b8-4551-a87f-8ebc6d95dd96,revision_number=None']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:09.556490 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.577661 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd51e6ad-99c8-438e-8061-35e971376c9d']}} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:09.587963 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482d4341-2169-4309-b2e1-ba3771392de5') {'for_net_delete': True} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:09.588414 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482d4341-2169-4309-b2e1-ba3771392de5') {} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:09.602757 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27206643'] for segment, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.628702 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.635325 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=99744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:54:09.635731 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376761'] for segment, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: Traceback (most recent call last): Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: timer() Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: cb(*args, **kw) Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: return func(*args, **kwargs) Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: self._notify() Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: self.callback(batched_events) Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: event.method(event) Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: return f(self, *a, **k) Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._get(url).json() Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: return self.request(url, 'GET', **kwargs) Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:54:09.637518 dv-cinder-802440-1-iscsi neutron-server[99744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:54:09.707588 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.726346 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:09.731438 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cd51e6ad-99c8-438e-8061-35e971376c9d HTTP/1.1" status: 204 len: 168 time: 0.7231238 Jul 27 09:54:09.731990 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55434) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:09.745934 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc57d6e-121a-4dbd-a683-af359ec657d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd51e6ad-99c8-438e-8061-35e971376c9d,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:09.784157 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:54:09.809176 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:54:09.809438 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 392011c3-4f7d-420e-a6e8-da4f5c2b1d5e not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:54:09.809874 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:54:09.829345 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:54:09.829705 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device fe47fcf4-96db-4a9d-8c60-bf71d4fbe087 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:54:09.830134 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:54:09.850152 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:54:09.850507 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 52c54fe3-92b8-4551-a87f-8ebc6d95dd96 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:54:10.099173 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709048'] for router_interface, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.291238 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55446) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:10.363835 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Deleting port f0f2852a-f96c-4c76-9e96-fb81b7744b9a {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:54:10.364186 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.394632 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cc31700e-de03-487e-83b4-0b404bd0d693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.448252 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] For port f0f2852a-f96c-4c76-9e96-fb81b7744b9a, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=f0f2852a-f96c-4c76-9e96-fb81b7744b9a,segment=NetworkSegment(adbc291f-3db2-40c6-b02f-25ae503046bb),segment_id=adbc291f-3db2-40c6-b02f-25ae503046bb)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:10.448606 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.464907 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Calling delete_port for f0f2852a-f96c-4c76-9e96-fb81b7744b9a owned by network:router_interface {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:10.489636 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cc31700e-de03-487e-83b4-0b404bd0d693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.495014 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-cc31700e-de03-487e-83b4-0b404bd0d693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.536567 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-cc31700e-de03-487e-83b4-0b404bd0d693 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=626ade9a337e45ceb47b980967e3356c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442005 Jul 27 09:54:10.537415 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31700e-de03-487e-83b4-0b404bd0d693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df68b068-8439-4aeb-99a3-cd6570c75904,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:10.539774 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55450) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:10.593261 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-73057808-4eff-4e13-b48d-70587d7d0665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.614732 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-73057808-4eff-4e13-b48d-70587d7d0665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.647298 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.661996 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-73057808-4eff-4e13-b48d-70587d7d0665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.664649 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-73057808-4eff-4e13-b48d-70587d7d0665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.665818 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-73057808-4eff-4e13-b48d-70587d7d0665 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df68b068-8439-4aeb-99a3-cd6570c75904 HTTP/1.1" status: 204 len: 168 time: 0.1252122 Jul 27 09:54:10.674902 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73057808-4eff-4e13-b48d-70587d7d0665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df68b068-8439-4aeb-99a3-cd6570c75904,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:10.685035 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f2852a-f96c-4c76-9e96-fb81b7744b9a,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:10.712014 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-c0fb375d-7d63-4567-b9e1-7857ef1c4260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:10.860538 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708820'] for router_interface, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:11.011328 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55466) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:11.025651 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-78d3ba3c-3e21-4ab6-914c-3bc63e592bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:11.132129 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-78d3ba3c-3e21-4ab6-914c-3bc63e592bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:11.136154 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-78d3ba3c-3e21-4ab6-914c-3bc63e592bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:11.187127 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-78d3ba3c-3e21-4ab6-914c-3bc63e592bc6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1acb818321c64552ba51a64635642268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743612 Jul 27 09:54:11.188045 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55472) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:11.188687 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3ba3c-3e21-4ab6-914c-3bc63e592bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db939ce2-d1df-4b9a-b91a-282ff62fa293,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:11.281077 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab925-c890-4d06-b4c9-bf38610341be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:11.318109 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab925-c890-4d06-b4c9-bf38610341be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:11.369029 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:54:11.392810 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab925-c890-4d06-b4c9-bf38610341be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:11.395771 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab925-c890-4d06-b4c9-bf38610341be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:11.400052 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-ba1ab925-c890-4d06-b4c9-bf38610341be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db939ce2-d1df-4b9a-b91a-282ff62fa293 HTTP/1.1" status: 204 len: 168 time: 0.2075655 Jul 27 09:54:11.412027 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ab925-c890-4d06-b4c9-bf38610341be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db939ce2-d1df-4b9a-b91a-282ff62fa293,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:11.484459 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:54:11.491247 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5c12cab5-6111-4126-aad7-7e032fc26da9 admin admin] 10.222.0.22 "PUT /v2.0/routers/c3f02e0d-10b6-49ef-bd9d-e53bbadda943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563283 Jul 27 09:54:11.492631 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55480) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:11.501524 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] Sync routers for ids ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:54:11.511061 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] Routers {'c3f02e0d-10b6-49ef-bd9d-e53bbadda943'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:54:11.511567 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:11.624069 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] Set router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:54:11.836980 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:35Z', 'updated_at': '2021-07-27T09:54:10Z', 'revision_number': 5, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'gw_port': {'id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:36Z', 'updated_at': '2021-07-27T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:11.858330 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55484) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:11.871386 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] Checking router: c3f02e0d-10b6-49ef-bd9d-e53bbadda943 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:54:11.874310 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-73732a4d-8211-422a-9be0-9713af2e55a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:11.880955 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] Routers {'c3f02e0d-10b6-49ef-bd9d-e53bbadda943'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:54:11.881604 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:53:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:11.926747 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks [] for router, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.002263 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-73732a4d-8211-422a-9be0-9713af2e55a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.006771 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-73732a4d-8211-422a-9be0-9713af2e55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.014875 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] Set router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:54:12.045485 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.050949 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-73732a4d-8211-422a-9be0-9713af2e55a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e9e9ababe524c0981cdc0991db091ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908462 Jul 27 09:54:12.053036 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55486) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:12.053979 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73732a4d-8211-422a-9be0-9713af2e55a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86b7c91-ff15-4ff4-8e38-41c68cb3f4a6,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:12.149333 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-53c69c81-6504-43b7-aef8-b616ec5b476f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.162897 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Deleting port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:54:12.163307 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.204303 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:35Z', 'updated_at': '2021-07-27T09:54:10Z', 'revision_number': 5, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'gw_port': {'id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:36Z', 'updated_at': '2021-07-27T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:12.209020 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-53c69c81-6504-43b7-aef8-b616ec5b476f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.235835 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ec46a-17c8-426a-8e22-96fc9c8a7c99 None None] The sync data for ids ['c3f02e0d-10b6-49ef-bd9d-e53bbadda943'] in dv-cinder-802440-1-iscsi is: [{'id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'name': 'tempest-TestShelveInstance-1152461190-router', 'tenant_id': '8ded201f31bb415fbda4ff60319d7a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:48:35Z', 'updated_at': '2021-07-27T09:54:10Z', 'revision_number': 5, 'project_id': '8ded201f31bb415fbda4ff60319d7a76', 'gw_port': {'id': '8f67fcb9-db2e-4489-a3f9-c1b0530f44b9', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f02e0d-10b6-49ef-bd9d-e53bbadda943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:48:36Z', 'updated_at': '2021-07-27T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:54:12.286743 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] For port 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=8f67fcb9-db2e-4489-a3f9-c1b0530f44b9,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:12.287101 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.302206 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Calling delete_port for 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 owned by network:router_gateway {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:12.308086 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-53c69c81-6504-43b7-aef8-b616ec5b476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.311225 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-53c69c81-6504-43b7-aef8-b616ec5b476f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.312348 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-53c69c81-6504-43b7-aef8-b616ec5b476f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c86b7c91-ff15-4ff4-8e38-41c68cb3f4a6 HTTP/1.1" status: 204 len: 168 time: 0.2567985 Jul 27 09:54:12.326972 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c69c81-6504-43b7-aef8-b616ec5b476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86b7c91-ff15-4ff4-8e38-41c68cb3f4a6,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:12.515556 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.541460 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Pushing event deleted for resources: {'Port': ['ID=8f67fcb9-db2e-4489-a3f9-c1b0530f44b9,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:12.613527 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2072246'] for router_gateway, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.712137 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2985'] for router, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.714541 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.762371 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604287'] for router, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.762933 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3f02e0d-10b6-49ef-bd9d-e53bbadda943 {{(pid=99744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 09:54:12.767427 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.768628 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-acbf0cc7-688f-4ceb-a153-ded2e281abdb admin admin] 10.222.0.22 "DELETE /v2.0/routers/c3f02e0d-10b6-49ef-bd9d-e53bbadda943 HTTP/1.1" status: 204 len: 168 time: 1.2749732 Jul 27 09:54:12.771299 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55492) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:12.816245 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-34517620-0a19-4256-91d9-ea941e084bd7 admin admin] Deleting subnet 91b5a30b-0f56-4be0-95c7-37ef59df3883 {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:54:12.819580 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-34517620-0a19-4256-91d9-ea941e084bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.858502 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-34517620-0a19-4256-91d9-ea941e084bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27231602'] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.940958 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-34517620-0a19-4256-91d9-ea941e084bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:12.993404 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-34517620-0a19-4256-91d9-ea941e084bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27231688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27232828'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.017350 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34517620-0a19-4256-91d9-ea941e084bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b5a30b-0f56-4be0-95c7-37ef59df3883,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:13.020948 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-34517620-0a19-4256-91d9-ea941e084bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.023050 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-34517620-0a19-4256-91d9-ea941e084bd7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/91b5a30b-0f56-4be0-95c7-37ef59df3883 HTTP/1.1" status: 204 len: 168 time: 0.2505224 Jul 27 09:54:13.025372 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55494) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:13.027828 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b600ea5-df13-4ba0-b796-eec45c28822d None None] Network 49c46646-7767-46d5-a396-fd10efe9cda4 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:54:13.094106 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.144331 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Deleting port ba812f36-c407-40c3-bce9-0392d5129425 {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:54:13.144674 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.204526 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] For port ba812f36-c407-40c3-bce9-0392d5129425, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=ba812f36-c407-40c3-bce9-0392d5129425,segment=NetworkSegment(adbc291f-3db2-40c6-b02f-25ae503046bb),segment_id=adbc291f-3db2-40c6-b02f-25ae503046bb)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:13.204896 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.217548 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Calling delete_port for ba812f36-c407-40c3-bce9-0392d5129425 owned by network:dhcp {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:13.241729 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] DHCP port deletion for 49c46646-7767-46d5-a396-fd10efe9cda4 request from dv-cinder-802440-1-iscsi {{(pid=99746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 09:54:13.285769 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-6f7cd88b-6350-48c2-bcd6-e858aada30c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.298590 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.303822 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] Deleting port ba812f36-c407-40c3-bce9-0392d5129425 {{(pid=99746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:54:13.304208 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.322957 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ba812f36-c407-40c3-bce9-0392d5129425,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:13.327712 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] No DVR routers for this DVR port ba812f36-c407-40c3-bce9-0392d5129425 on host dv-cinder-802440-1-iscsi {{(pid=99745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:54:13.367836 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] For port ba812f36-c407-40c3-bce9-0392d5129425, host dv-cinder-802440-1-iscsi, got binding levels [] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:13.368234 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.381259 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] Calling delete_port for ba812f36-c407-40c3-bce9-0392d5129425 owned by network:dhcp {{(pid=99746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:54:13.383430 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.ipam_backend_mixin [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] Port ba812f36-c407-40c3-bce9-0392d5129425 was not found and therefore no delete operation was performed {{(pid=99746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 09:54:13.384661 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356'] for port, after_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.401802 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.409897 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] Pushing event deleted for resources: {'Port': ['ID=ba812f36-c407-40c3-bce9-0392d5129425,revision_number=None']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:13.413480 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b5522-9c4a-42c9-b5d3-980c5e4cf40b None None] No DVR routers for this DVR port ba812f36-c407-40c3-bce9-0392d5129425 on host dv-cinder-802440-1-iscsi {{(pid=99746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:54:13.415000 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c46646-7767-46d5-a396-fd10efe9cda4']}} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:13.426124 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbc291f-3db2-40c6-b02f-25ae503046bb') {'for_net_delete': True} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:13.426425 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbc291f-3db2-40c6-b02f-25ae503046bb') {} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:13.435180 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27231361'] for segment, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.449633 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.456299 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=99745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:54:13.457002 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27231654'] for segment, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: Traceback (most recent call last): Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: timer() Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: cb(*args, **kw) Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: return func(*args, **kwargs) Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: self._notify() Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: self.callback(batched_events) Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: event.method(event) Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: return f(self, *a, **k) Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._get(url).json() Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: return self.request(url, 'GET', **kwargs) Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:54:13.458262 dv-cinder-802440-1-iscsi neutron-server[99745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:54:13.509065 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.515040 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.516880 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] 10.222.0.22 "DELETE /v2.0/networks/49c46646-7767-46d5-a396-fd10efe9cda4 HTTP/1.1" status: 204 len: 168 time: 0.4906042 Jul 27 09:54:13.527256 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b18e6-0f5f-4bad-af35-d1c930b3a0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=49c46646-7767-46d5-a396-fd10efe9cda4,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:13.672211 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55500) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:13.711208 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2485caf6-a2d2-41cf-84b1-5d534c235fb8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d859408e27d44b5b24b8266d170a557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376527 Jul 27 09:54:13.713411 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55502) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:13.745981 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.765487 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device ba812f36-c407-40c3-bce9-0392d5129425 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:54:13.782426 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8fe4682c-4caf-4fc8-b3d7-4551c33973ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.787612 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: ba812f36-c407-40c3-bce9-0392d5129425 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:54:13.788012 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device ba812f36-c407-40c3-bce9-0392d5129425 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:54:13.788473 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:54:13.808993 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:54:13.809412 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 8f67fcb9-db2e-4489-a3f9-c1b0530f44b9 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:54:13.809892 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device f0f2852a-f96c-4c76-9e96-fb81b7744b9a no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:54:13.812621 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8fe4682c-4caf-4fc8-b3d7-4551c33973ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.832453 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: f0f2852a-f96c-4c76-9e96-fb81b7744b9a {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:54:13.832889 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device f0f2852a-f96c-4c76-9e96-fb81b7744b9a not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:54:13.863710 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8fe4682c-4caf-4fc8-b3d7-4551c33973ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.866263 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8fe4682c-4caf-4fc8-b3d7-4551c33973ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:13.867548 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-8fe4682c-4caf-4fc8-b3d7-4551c33973ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c246589-700c-4f9f-98e6-8103a0a6a1ec HTTP/1.1" status: 204 len: 168 time: 0.1530612 Jul 27 09:54:13.876782 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4682c-4caf-4fc8-b3d7-4551c33973ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c246589-700c-4f9f-98e6-8103a0a6a1ec,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:14.207138 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55508) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:14.253463 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f25f9847-dca2-416f-b46f-2113e7983866 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ded201f31bb415fbda4ff60319d7a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447114 Jul 27 09:54:14.256877 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55510) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:14.324120 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-564651a6-da86-46e5-845c-ce674f4b4a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:14.352813 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-564651a6-da86-46e5-845c-ce674f4b4a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:14.365339 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:14.414434 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-564651a6-da86-46e5-845c-ce674f4b4a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:14.419634 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-564651a6-da86-46e5-845c-ce674f4b4a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:14.423157 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-564651a6-da86-46e5-845c-ce674f4b4a41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/790ee138-bfef-4882-b1ea-8752ae7b864c HTTP/1.1" status: 204 len: 168 time: 0.1646893 Jul 27 09:54:14.434046 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564651a6-da86-46e5-845c-ce674f4b4a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790ee138-bfef-4882-b1ea-8752ae7b864c,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:15.792669 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:15.904747 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:19.032749 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbb557-6de4-4cf1-9f1b-91074e265f46 req-1037d198-423a-4c8f-b132-8ca4673ac78e tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:19.034196 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bccbb557-6de4-4cf1-9f1b-91074e265f46 req-1037d198-423a-4c8f-b132-8ca4673ac78e tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.0679877 Jul 27 09:54:19.075919 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bccbb557-6de4-4cf1-9f1b-91074e265f46 req-d3a19db3-c7fe-41a0-81d6-9e99d6c37f42 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Jul 27 09:54:19.098114 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55530) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:19.342739 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f3e64f-6137-4b5d-abee-f1ffcc8e4bac tempest-TestMinimumBasicScenario-1111390776 tempest-TestMinimumBasicScenario-1111390776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:19.344273 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-f1f3e64f-6137-4b5d-abee-f1ffcc8e4bac tempest-TestMinimumBasicScenario-1111390776 tempest-TestMinimumBasicScenario-1111390776-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1093 time: 0.2451522 Jul 27 09:54:19.347326 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55534) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:19.351743 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'floatingip': {'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'port_id': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:19.378994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for floatingip, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:19.485336 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:19.590199 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Allocated IP 172.27.1.137 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/b19b47fa-c602-4311-9152-3e8774226899) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:54:19.695865 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:19.735775 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:19.773258 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:54:19.780794 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:54:19.785181 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:54:19.788196 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'Port': ['ID=b19b47fa-c602-4311-9152-3e8774226899,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:20.153672 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:20.234244 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:20.379708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:20.384366 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:20.458576 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'Port': ['ID=b19b47fa-c602-4311-9152-3e8774226899,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:20.468815 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:20.567147 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Floating IP 97b53414-2bb4-4f88-b35f-188b465cd568 associated. External IP: 172.27.1.137, port: 1516cf7e-277e-4f0b-a952-d9934f3ec9dd. Jul 27 09:54:20.782567 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:54:20.889100 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:54:20.899764 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] Sync routers for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:54:20.904565 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:20.909202 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:54:20.909811 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:54:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:20.940616 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-094f9180-d018-4e13-bb2a-30ab4bab6f3b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5922103 Jul 27 09:54:20.941350 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:54:20.943498 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55536) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:20.944014 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:54:20.948022 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-f2ac5de8-9f42-46e3-83cc-9278710db58b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644156230', 'description': 'tempest-secgroup-smoke-1644156230 description', 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:20.972492 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5de8-9f42-46e3-83cc-9278710db58b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:20.981751 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d65df2-0845-426f-891c-7775f88d2f92 x-openstack-request-id: req-04d65df2-0845-426f-891c-7775f88d2f92 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:54:20.982039 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:54:20.982952 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04d65df2-0845-426f-891c-7775f88d2f92 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:54:20.983351 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'status': 'completed', 'code': 200} Jul 27 09:54:21.024864 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:54:21.062402 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5de8-9f42-46e3-83cc-9278710db58b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.066449 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5de8-9f42-46e3-83cc-9278710db58b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.089544 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5de8-9f42-46e3-83cc-9278710db58b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.090803 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-f2ac5de8-9f42-46e3-83cc-9278710db58b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1462951 Jul 27 09:54:21.093831 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55540) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:21.099559 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-900e9ed1-b6db-46db-8022-9bf3fce551c3 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'security_group_rule': {'security_group_id': '785f87d0-15c5-4b3a-84f7-045b41714afc', 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:21.101852 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac5de8-9f42-46e3-83cc-9278710db58b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785f87d0-15c5-4b3a-84f7-045b41714afc,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:21.111060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-609e3a4e-6db1-4ae3-b01d-eb1a427166fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:21.112557 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-609e3a4e-6db1-4ae3-b01d-eb1a427166fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1098 time: 0.0745070 Jul 27 09:54:21.184319 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-900e9ed1-b6db-46db-8022-9bf3fce551c3 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.245626 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-42610e2d-e547-4819-8117-c4b1a63575c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:21.247151 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-42610e2d-e547-4819-8117-c4b1a63575c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 200 len: 915 time: 0.1276538 Jul 27 09:54:21.251299 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '97b53414-2bb4-4f88-b35f-188b465cd568', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'port_id': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'mac_address': 'fa:16:3e:ac:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:54:20Z', 'updated_at': '2021-07-27T09:54:20Z', 'revision_number': 0, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484b9d4b-a119-45c1-88fc-c8a4287cb832', 'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'mac_address': 'fa:16:3e:69:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:29Z', 'updated_at': '2021-07-27T09:53:36Z', 'revision_number': 5, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'subnets': [{'id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:21.283160 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] Checking router: 296285e6-0f96-4d65-b4b0-e6ae5f74a13a for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:54:21.291259 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:54:21.291867 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:54:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:21.300442 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-900e9ed1-b6db-46db-8022-9bf3fce551c3 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.305881 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-900e9ed1-b6db-46db-8022-9bf3fce551c3 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.332354 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e9ed1-b6db-46db-8022-9bf3fce551c3 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2196b3ad-1bf9-417e-818e-bd41dea9deb4,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:21.344423 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-bd534181-6f0f-4ac3-b16c-80a7ecca281b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 999 time: 0.0884490 Jul 27 09:54:21.345559 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-900e9ed1-b6db-46db-8022-9bf3fce551c3 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.349275 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-900e9ed1-b6db-46db-8022-9bf3fce551c3 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2513733 Jul 27 09:54:21.349409 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55542) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:21.353807 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-1c1dd812-d2e5-4cbd-b462-1d621285041c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'security_group_rule': {'security_group_id': '785f87d0-15c5-4b3a-84f7-045b41714afc', 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:21.402071 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:54:21.418521 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-940046a0-e5b2-46f1-9c06-67786ceeedec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:21.420299 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-940046a0-e5b2-46f1-9c06-67786ceeedec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c80311a-64d5-475f-b504-9525a8edcbc8 HTTP/1.1" status: 200 len: 853 time: 0.0620432 Jul 27 09:54:21.423252 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd812-d2e5-4cbd-b462-1d621285041c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.515869 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd812-d2e5-4cbd-b462-1d621285041c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.521399 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd812-d2e5-4cbd-b462-1d621285041c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.533186 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-736f3a62-dd2d-4468-a616-05c6610e8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:21.534868 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-736f3a62-dd2d-4468-a616-05c6610e8a69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce1d7982-3089-44c3-a017-06ff55141ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1030755 Jul 27 09:54:21.559682 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dd812-d2e5-4cbd-b462-1d621285041c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abfe766-13f2-4a0f-b9f0-3371fc1655a8,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:21.605779 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd812-d2e5-4cbd-b462-1d621285041c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.606923 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-1c1dd812-d2e5-4cbd-b462-1d621285041c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2565646 Jul 27 09:54:21.609897 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55544) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:21.614978 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-bbb17433-b2b0-4aa1-a2db-f9517c6e8a83 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'security_group_rule': {'security_group_id': '785f87d0-15c5-4b3a-84f7-045b41714afc', 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:21.645465 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bbb17433-b2b0-4aa1-a2db-f9517c6e8a83 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.657751 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-7a5bf015-1112-4fbc-aeda-72a9e521f822 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130474 Jul 27 09:54:21.696932 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bbb17433-b2b0-4aa1-a2db-f9517c6e8a83 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.702038 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bbb17433-b2b0-4aa1-a2db-f9517c6e8a83 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.724513 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb17433-b2b0-4aa1-a2db-f9517c6e8a83 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1654c8c3-c854-4f59-a54a-321a38186f3e,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:21.737596 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-bbb17433-b2b0-4aa1-a2db-f9517c6e8a83 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.742457 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55546) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:21.743149 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-bbb17433-b2b0-4aa1-a2db-f9517c6e8a83 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320415 Jul 27 09:54:21.747549 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-a1a7c139-7275-487b-a3f6-3107227bad1a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'security_group_rule': {'security_group_id': '785f87d0-15c5-4b3a-84f7-045b41714afc', 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:21.755824 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '97b53414-2bb4-4f88-b35f-188b465cd568', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'port_id': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'mac_address': 'fa:16:3e:ac:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:54:20Z', 'updated_at': '2021-07-27T09:54:20Z', 'revision_number': 0, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484b9d4b-a119-45c1-88fc-c8a4287cb832', 'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'mac_address': 'fa:16:3e:69:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:29Z', 'updated_at': '2021-07-27T09:53:36Z', 'revision_number': 5, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'subnets': [{'id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:54:21.771292 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a77c6da2-fa0c-42ed-b8b3-0d5176836d35 req-6dcf081f-fef0-47ef-ad36-7f9065b32174 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062236 Jul 27 09:54:21.781455 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5611ac6e-9678-46f2-b378-a2133bdc9590 None None] The sync data for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi is: [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '97b53414-2bb4-4f88-b35f-188b465cd568', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'port_id': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'mac_address': 'fa:16:3e:ac:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:54:20Z', 'updated_at': '2021-07-27T09:54:20Z', 'revision_number': 0, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484b9d4b-a119-45c1-88fc-c8a4287cb832', 'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'mac_address': 'fa:16:3e:69:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:29Z', 'updated_at': '2021-07-27T09:53:36Z', 'revision_number': 5, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'subnets': [{'id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:54:21.787856 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c139-7275-487b-a3f6-3107227bad1a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.841386 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c139-7275-487b-a3f6-3107227bad1a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.846066 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c139-7275-487b-a3f6-3107227bad1a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.863420 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7c139-7275-487b-a3f6-3107227bad1a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee91f8b3-b45e-4cd1-80df-d543be6f0b9f,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:21.874156 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c139-7275-487b-a3f6-3107227bad1a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.875639 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-a1a7c139-7275-487b-a3f6-3107227bad1a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319180 Jul 27 09:54:21.878434 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55548) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:21.882833 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-e2493246-c004-4c41-ac79-be435f726071 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'security_group_rule': {'security_group_id': '785f87d0-15c5-4b3a-84f7-045b41714afc', 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:21.905490 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.securitygroups_db [None req-e2493246-c004-4c41-ac79-be435f726071 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Project 5af1fc7af6ae4289abe8a73caa43dd84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 09:54:21.910533 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e2493246-c004-4c41-ac79-be435f726071 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.979444 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e2493246-c004-4c41-ac79-be435f726071 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:21.983608 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedcc56-1057-4e4a-aeed-bffd6e484f52 None None] New status for floating IP 97b53414-2bb4-4f88-b35f-188b465cd568: ACTIVE {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:54:21.988769 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e2493246-c004-4c41-ac79-be435f726071 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.008611 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2493246-c004-4c41-ac79-be435f726071 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5e7a47-32c7-4ab7-b18b-6c8c22ecc15d,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:22.016015 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e2493246-c004-4c41-ac79-be435f726071 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.019162 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e2493246-c004-4c41-ac79-be435f726071 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397355 Jul 27 09:54:22.019986 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55550) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:54:22.024765 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-84d3df37-1fce-427f-a408-9fb7fc87b686 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'security_group_rule': {'security_group_id': '785f87d0-15c5-4b3a-84f7-045b41714afc', 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:22.045139 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.securitygroups_db [None req-84d3df37-1fce-427f-a408-9fb7fc87b686 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Project 5af1fc7af6ae4289abe8a73caa43dd84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 09:54:22.049970 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-84d3df37-1fce-427f-a408-9fb7fc87b686 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.115709 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-84d3df37-1fce-427f-a408-9fb7fc87b686 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.119348 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-84d3df37-1fce-427f-a408-9fb7fc87b686 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.141684 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3df37-1fce-427f-a408-9fb7fc87b686 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecdfa7e-b822-47a5-a0ac-0ceea5c499de,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:22.145164 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-84d3df37-1fce-427f-a408-9fb7fc87b686 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.146502 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-84d3df37-1fce-427f-a408-9fb7fc87b686 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254847 Jul 27 09:54:22.224063 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-23bdc190-5345-43c6-adb0-5ba1716b0bba tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644156230&fields=id&tenant_id=5af1fc7af6ae4289abe8a73caa43dd84 HTTP/1.1" status: 200 len: 267 time: 0.0324397 Jul 27 09:54:22.293527 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-04a113ce-944b-40b0-b5fb-10307a614101 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:22.295757 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-04a113ce-944b-40b0-b5fb-10307a614101 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.0656667 Jul 27 09:54:22.306301 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-8a055036-6f55-4901-b2cf-840e3a3c1a59 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'port': {'security_groups': ['2f6b61cd-4248-4600-a362-7a28049d1e92', '785f87d0-15c5-4b3a-84f7-045b41714afc']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:54:22.386426 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-8a055036-6f55-4901-b2cf-840e3a3c1a59 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.564256 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-8a055036-6f55-4901-b2cf-840e3a3c1a59 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] For port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:54:22.593913 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-8a055036-6f55-4901-b2cf-840e3a3c1a59 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.598499 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-8a055036-6f55-4901-b2cf-840e3a3c1a59 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.634219 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['1516cf7e-277e-4f0b-a952-d9934f3ec9dd'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:54:22.639995 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-8a055036-6f55-4901-b2cf-840e3a3c1a59 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:22.640640 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-8a055036-6f55-4901-b2cf-840e3a3c1a59 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:22.642813 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f1692a1a-6e77-4b3b-bce0-4c71dd98fab5 req-8a055036-6f55-4901-b2cf-840e3a3c1a59 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "PUT /v2.0/ports/1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 981 time: 0.3401279 Jul 27 09:54:22.665908 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a055036-6f55-4901-b2cf-840e3a3c1a59 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'Port': ['ID=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,revision_number=6']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:54:22.773636 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['1516cf7e-277e-4f0b-a952-d9934f3ec9dd'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:54:22.790468 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f1b5b-9d18-47a8-9f45-82c2363d037b req-0bb7fc7f-bdb6-4837-840f-46d02956edb6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:22.792097 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8f9f1b5b-9d18-47a8-9f45-82c2363d037b req-0bb7fc7f-bdb6-4837-840f-46d02956edb6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0841057 Jul 27 09:54:22.870913 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-138920a1-6aae-4993-bfb3-bcced612b003 None None] Provisioning complete for port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:54:22.871288 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-138920a1-6aae-4993-bfb3-bcced612b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:23.097735 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:54:23.100017 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:54:23.125977 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8f9f1b5b-9d18-47a8-9f45-82c2363d037b req-ec48e8d9-2b2e-4628-8a48-a07dbab62b4a tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3265126 Jul 27 09:54:23.138038 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a8eacf-e4ff-4b59-a690-b260931c1b76 x-openstack-request-id: req-80a8eacf-e4ff-4b59-a690-b260931c1b76 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:54:23.139042 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:54:23.139469 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80a8eacf-e4ff-4b59-a690-b260931c1b76 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:54:23.139922 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'status': 'completed', 'code': 200} Jul 27 09:54:23.246585 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-98bc7bf1-b0c0-4a88-837c-d5a57e321dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:23.248225 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-98bc7bf1-b0c0-4a88-837c-d5a57e321dbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1137 time: 0.0552523 Jul 27 09:54:23.343381 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-d7505e48-5bbc-4c9c-a5bb-d31149af0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:23.344735 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-d7505e48-5bbc-4c9c-a5bb-d31149af0e72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 200 len: 915 time: 0.0864263 Jul 27 09:54:23.417066 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-9d3fdc16-ef16-4566-87a0-5ba0501019ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 1001 time: 0.0645645 Jul 27 09:54:23.466756 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-9ebc54ce-775f-4642-9941-ee72a752ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:23.468205 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-9ebc54ce-775f-4642-9941-ee72a752ab57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c80311a-64d5-475f-b504-9525a8edcbc8 HTTP/1.1" status: 200 len: 853 time: 0.0439773 Jul 27 09:54:23.531705 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-b744e19a-66b9-446a-ba02-c2b621b3cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:23.533223 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-b744e19a-66b9-446a-ba02-c2b621b3cbe5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce1d7982-3089-44c3-a017-06ff55141ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577886 Jul 27 09:54:23.625713 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-93f6b5c0-28c3-4683-acc8-917277401d64 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795796 Jul 27 09:54:23.717568 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bdd604e9-aaa3-4c3f-82a9-eb1de9039503 req-381e7e8f-bf90-44d3-869a-4632db4020a4 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842900 Jul 27 09:54:27.166630 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:54:40.345943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058940b-2c90-41c9-b26c-6a233d874856 req-b8089346-c283-4fbf-9da9-e760e8688e98 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:40.347485 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d058940b-2c90-41c9-b26c-6a233d874856 req-b8089346-c283-4fbf-9da9-e760e8688e98 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0969458 Jul 27 09:54:40.393423 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-4f132d7f-0f20-4342-b846-74ac1b313871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:40.394963 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-4f132d7f-0f20-4342-b846-74ac1b313871 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1137 time: 0.1044400 Jul 27 09:54:40.402070 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d058940b-2c90-41c9-b26c-6a233d874856 req-5445afde-5b74-4faf-8fbc-96f05cb0fa41 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481091 Jul 27 09:54:40.489340 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-49fe3792-bd8a-4e45-b478-792ac1900d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:40.490880 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-49fe3792-bd8a-4e45-b478-792ac1900d24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 200 len: 915 time: 0.0879385 Jul 27 09:54:40.558817 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-68028470-d5cb-44f0-a55e-5d7eb1399a8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 1001 time: 0.0586026 Jul 27 09:54:40.612714 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-4ee9dbd5-028e-4671-b9f6-67f642aa266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:40.614196 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-4ee9dbd5-028e-4671-b9f6-67f642aa266d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c80311a-64d5-475f-b504-9525a8edcbc8 HTTP/1.1" status: 200 len: 853 time: 0.0484762 Jul 27 09:54:40.675392 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-cb3b106c-3266-4687-af6f-c2e9fe01331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:40.676928 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-cb3b106c-3266-4687-af6f-c2e9fe01331b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce1d7982-3089-44c3-a017-06ff55141ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537500 Jul 27 09:54:40.701290 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-84219f44-38a1-4b69-a161-b165da82d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:40.771390 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-0a2e8365-158d-45a2-b26f-a48bc573a84c service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865011 Jul 27 09:54:40.865345 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-34ea2fb7-13b4-4e8b-acbc-2fc77f6330de req-08565100-ff9b-4b04-9c97-b64705a3f3d0 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868075 Jul 27 09:54:41.533201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a63420-34ba-4db8-b45a-8283064c811c req-822bc7b3-d5bb-41cc-a829-f991d544f9cf tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:41.534719 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a8a63420-34ba-4db8-b45a-8283064c811c req-822bc7b3-d5bb-41cc-a829-f991d544f9cf tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0639868 Jul 27 09:54:41.575071 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a8a63420-34ba-4db8-b45a-8283064c811c req-29dbb982-5502-40dc-a59c-e227e000e40e tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343673 Jul 27 09:54:42.716590 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7515d1-84d4-4275-9816-a2e320f4a5c3 req-343351b4-b86c-4c50-aaa8-6e8d8ad6cba7 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:42.718040 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b7515d1-84d4-4275-9816-a2e320f4a5c3 req-343351b4-b86c-4c50-aaa8-6e8d8ad6cba7 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0726669 Jul 27 09:54:42.759712 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b7515d1-84d4-4275-9816-a2e320f4a5c3 req-36be85ec-b4a0-43fa-b3a2-6f7eec48ce01 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353196 Jul 27 09:54:43.276677 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a2da62b6-0b2c-4299-89a3-e16d646aa823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:43.747836 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:43.889890 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dddb7-3ee0-4895-aa71-40a8e90730c5 req-f644f11f-6e23-437e-8040-247053c3e27c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:43.891462 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3f8dddb7-3ee0-4895-aa71-40a8e90730c5 req-f644f11f-6e23-437e-8040-247053c3e27c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0648220 Jul 27 09:54:43.931738 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3f8dddb7-3ee0-4895-aa71-40a8e90730c5 req-081f8560-6900-4177-b32a-e5d28327bab6 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342274 Jul 27 09:54:44.368458 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:45.062516 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089f0bf-d687-46e7-b495-c417aa771633 req-814cae9b-663d-4d08-936f-db55ebb60b96 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:45.064098 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f089f0bf-d687-46e7-b495-c417aa771633 req-814cae9b-663d-4d08-936f-db55ebb60b96 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0654552 Jul 27 09:54:45.104022 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f089f0bf-d687-46e7-b495-c417aa771633 req-622887cb-61a6-4521-9217-afc465c46489 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338933 Jul 27 09:54:45.791825 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:45.929107 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:54:46.237084 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9bcb2-73b2-4907-aa64-3b4e83dd57f0 req-1ea174b8-3ccd-41b8-b420-7dc8fde4f85b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:46.238618 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e7f9bcb2-73b2-4907-aa64-3b4e83dd57f0 req-1ea174b8-3ccd-41b8-b420-7dc8fde4f85b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0675411 Jul 27 09:54:46.280388 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e7f9bcb2-73b2-4907-aa64-3b4e83dd57f0 req-a6a4427e-f4a6-4292-aa32-3ab509967590 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356777 Jul 27 09:54:47.408793 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd69cb2-4b8e-4279-bfdc-bc0d61acf046 req-32d7f8f6-0cc7-4057-b1b6-8a67eec0744b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:47.410314 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7bd69cb2-4b8e-4279-bfdc-bc0d61acf046 req-32d7f8f6-0cc7-4057-b1b6-8a67eec0744b tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0643020 Jul 27 09:54:47.450881 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7bd69cb2-4b8e-4279-bfdc-bc0d61acf046 req-61aa203a-b3b7-4b6d-95be-2b1f1c9ea5a7 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337834 Jul 27 09:54:48.582219 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078e86b-a086-47ed-9963-9a2a4bd0d54d req-ba4cd0d7-2f26-4c8d-96aa-4ad5069d4681 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:48.583716 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8078e86b-a086-47ed-9963-9a2a4bd0d54d req-ba4cd0d7-2f26-4c8d-96aa-4ad5069d4681 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0654945 Jul 27 09:54:48.622505 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8078e86b-a086-47ed-9963-9a2a4bd0d54d req-4d7b6e46-9e24-47a3-aee5-af09c624d2f0 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322893 Jul 27 09:54:49.751935 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a33af-dfa7-42ee-9e8b-e5363ef81142 req-9c28ad5d-dae6-44f7-9f64-db46f3b32964 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:49.753444 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-593a33af-dfa7-42ee-9e8b-e5363ef81142 req-9c28ad5d-dae6-44f7-9f64-db46f3b32964 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0653913 Jul 27 09:54:49.793191 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-593a33af-dfa7-42ee-9e8b-e5363ef81142 req-5261a2bc-e69b-4ab1-a7a2-0ae02ace1041 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337365 Jul 27 09:54:50.920210 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83bd71-548d-4d35-9627-88429d70a0e0 req-c43db3d3-0b33-474b-b414-d868a576d8e1 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:50.921698 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ca83bd71-548d-4d35-9627-88429d70a0e0 req-c43db3d3-0b33-474b-b414-d868a576d8e1 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0632334 Jul 27 09:54:50.973696 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ca83bd71-548d-4d35-9627-88429d70a0e0 req-ddf4a985-613e-4f45-996d-d54dbecdb10d tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459819 Jul 27 09:54:51.400968 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-b5f3f6b9-0af9-4855-ae88-9ae75ba369bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:51.402454 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-b5f3f6b9-0af9-4855-ae88-9ae75ba369bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1137 time: 0.0569415 Jul 27 09:54:51.510973 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-4c8c7174-e0b6-4fe5-9426-e157afdd7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:51.512987 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-4c8c7174-e0b6-4fe5-9426-e157afdd7b51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 200 len: 915 time: 0.0821404 Jul 27 09:54:51.582396 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-37c0bb2e-6841-4659-a676-20fc7bb3092d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 1001 time: 0.0617127 Jul 27 09:54:51.659253 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-bbdf7aec-a185-489f-87c8-504b89bf02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:51.660621 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-bbdf7aec-a185-489f-87c8-504b89bf02b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c80311a-64d5-475f-b504-9525a8edcbc8 HTTP/1.1" status: 200 len: 853 time: 0.0443022 Jul 27 09:54:51.767376 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-227fda40-87c2-41db-9dca-79547f0ddf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:51.768883 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-227fda40-87c2-41db-9dca-79547f0ddf2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce1d7982-3089-44c3-a017-06ff55141ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560269 Jul 27 09:54:51.873412 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-94299f6c-65ad-4ccd-aaa4-01d0589b7ff2 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867388 Jul 27 09:54:51.960929 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-146e0bee-f73a-4255-9dc3-b65dcd72b177 req-e67d8ef3-19c5-47ea-8a38-2cb82c24a984 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800788 Jul 27 09:54:52.104048 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2af76-c653-41dd-adb3-ef91a8fc0ec9 req-266b7f48-8a1a-476e-a1be-dd69e77ace01 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:54:52.105518 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c9d2af76-c653-41dd-adb3-ef91a8fc0ec9 req-266b7f48-8a1a-476e-a1be-dd69e77ace01 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0666771 Jul 27 09:54:52.145168 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c9d2af76-c653-41dd-adb3-ef91a8fc0ec9 req-82cc5cc4-5dc8-4aa6-ac37-43948bf92ab9 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=785f87d0-15c5-4b3a-84f7-045b41714afc&id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330899 Jul 27 09:55:04.164421 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:55:10.691773 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-57cb3176-bb08-4271-ab42-b7e44a9970c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:13.277930 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-09a782a5-ce12-4e68-97aa-5839d5d59dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:13.750201 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:14.369701 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:15.794690 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:15.927646 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:24.434023 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-37297162-71ea-4b23-a2c6-33bb177c6f73 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644156230&fields=id&tenant_id=5af1fc7af6ae4289abe8a73caa43dd84 HTTP/1.1" status: 200 len: 267 time: 0.0333834 Jul 27 09:55:24.500541 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-0523ec86-30d1-4404-9bf7-bdb29dcb31ed tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:24.502015 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-0523ec86-30d1-4404-9bf7-bdb29dcb31ed tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 984 time: 0.0617459 Jul 27 09:55:24.512812 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Request body: {'port': {'security_groups': ['2f6b61cd-4248-4600-a362-7a28049d1e92']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:24.599110 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:24.764947 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] For port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:24.794430 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:24.798861 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:24.833724 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['1516cf7e-277e-4f0b-a952-d9934f3ec9dd'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:55:24.839920 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:24.840563 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:24.842631 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e28e4abd-27f4-4724-a777-b0546f01ada9 req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "PUT /v2.0/ports/1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 942 time: 0.3343520 Jul 27 09:55:24.843121 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:55:24.848411 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:55:24.849588 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55604) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:24.882346 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event updated for resources: {'Port': ['ID=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,revision_number=7']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:24.892279 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e2a4da-4fae-44d0-bdb3-19b413a34a0d x-openstack-request-id: req-68e2a4da-4fae-44d0-bdb3-19b413a34a0d {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:55:24.892611 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:55:24.892816 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68e2a4da-4fae-44d0-bdb3-19b413a34a0d {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:55:24.893215 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'status': 'completed', 'code': 200} Jul 27 09:55:24.894586 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.894968 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.895606 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.895744 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.895988 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.896331 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.896670 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.896999 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.897328 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.897710 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.898046 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.898374 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff687af9-0046-4e1d-81be-f122c3374a46 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:24.945011 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:24.977086 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:24.982891 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['1516cf7e-277e-4f0b-a952-d9934f3ec9dd'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:55:25.000429 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-2a7b0f3a-422b-4404-aa10-0db9643ffa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:25.002263 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-2a7b0f3a-422b-4404-aa10-0db9643ffa5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1098 time: 0.0686338 Jul 27 09:55:25.055337 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:25.057902 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for security_group, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:25.059100 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "DELETE /v2.0/security-groups/785f87d0-15c5-4b3a-84f7-045b41714afc HTTP/1.1" status: 204 len: 168 time: 0.2078960 Jul 27 09:55:25.062076 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55608) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:25.069030 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785f87d0-15c5-4b3a-84f7-045b41714afc,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:25.077741 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.078102 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.078454 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.078846 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.079232 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.079777 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.080122 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.080463 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.080798 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.081134 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.081469 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.081800 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4532e7-b7ad-4bd4-b544-2a770c28dc90 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:25.152713 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-2e24a339-a9c2-439a-b3d4-345ad925afde None None] Provisioning complete for port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:25.153083 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2e24a339-a9c2-439a-b3d4-345ad925afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:25.190527 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-0be0aa2a-43d9-4e2a-9aee-4f80f643f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:25.192057 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-0be0aa2a-43d9-4e2a-9aee-4f80f643f32e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 200 len: 915 time: 0.1820009 Jul 27 09:55:25.284804 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-288d2c0f-3e08-49d5-a47f-e454d75d941b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 1001 time: 0.0843585 Jul 27 09:55:25.327306 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Deleting port b19b47fa-c602-4311-9152-3e8774226899 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:25.327653 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:25.376072 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-ddc4520f-287e-4111-98ed-7f47139ea7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:25.377555 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-ddc4520f-287e-4111-98ed-7f47139ea7a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c80311a-64d5-475f-b504-9525a8edcbc8 HTTP/1.1" status: 200 len: 853 time: 0.0808804 Jul 27 09:55:25.443411 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:25.444124 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:25.458440 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Calling delete_port for b19b47fa-c602-4311-9152-3e8774226899 owned by network:floatingip {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:25.516010 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-032052d1-1d9c-4285-9c98-f5d6b7ae237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:25.517544 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-032052d1-1d9c-4285-9c98-f5d6b7ae237b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce1d7982-3089-44c3-a017-06ff55141ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1322150 Jul 27 09:55:25.657189 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-a59c486e-73ea-47e9-b360-4eb5de8b25c6 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300399 Jul 27 09:55:25.763441 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:25.800560 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event deleted for resources: {'Port': ['ID=b19b47fa-c602-4311-9152-3e8774226899,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:25.810306 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-42eb78cd-305d-4927-8b0c-21f5e0cd9e79 req-8a60a4c3-b236-4638-8709-4fb26f02140e service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445515 Jul 27 09:55:25.863975 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks [] for floatingip, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:25.864291 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Floating IP 97b53414-2bb4-4f88-b35f-188b465cd568 disassociated (deleted). External IP: 172.27.1.137, port: 1516cf7e-277e-4f0b-a952-d9934f3ec9dd. Jul 27 09:55:26.070159 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:55:26.176592 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:55:26.181453 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:26.188155 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] Sync routers for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:55:26.198059 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:26.198698 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:26.218396 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-874afe04-bba0-4b9c-81bb-fd02112e7512 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "DELETE /v2.0/floatingips/97b53414-2bb4-4f88-b35f-188b465cd568 HTTP/1.1" status: 204 len: 168 time: 1.1552429 Jul 27 09:55:26.305667 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:26.529354 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '484b9d4b-a119-45c1-88fc-c8a4287cb832', 'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'mac_address': 'fa:16:3e:69:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:29Z', 'updated_at': '2021-07-27T09:53:36Z', 'revision_number': 5, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'subnets': [{'id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:26.556309 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] Checking router: 296285e6-0f96-4d65-b4b0-e6ae5f74a13a for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:55:26.565063 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:26.565665 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:26.666349 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:26.864274 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '484b9d4b-a119-45c1-88fc-c8a4287cb832', 'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'mac_address': 'fa:16:3e:69:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:29Z', 'updated_at': '2021-07-27T09:53:36Z', 'revision_number': 5, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'subnets': [{'id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:26.890906 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962744a0-4231-4773-80c5-27f8c634f3ff None None] The sync data for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi is: [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:53:29Z', 'revision_number': 4, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '484b9d4b-a119-45c1-88fc-c8a4287cb832', 'name': '', 'network_id': 'ce1d7982-3089-44c3-a017-06ff55141ed0', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'mac_address': 'fa:16:3e:69:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:29Z', 'updated_at': '2021-07-27T09:53:36Z', 'revision_number': 5, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'subnets': [{'id': '6c80311a-64d5-475f-b504-9525a8edcbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:55:26.894486 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:55:26.896908 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:55:26.933783 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea99bda-98cc-4800-a413-86d435325bbf x-openstack-request-id: req-8ea99bda-98cc-4800-a413-86d435325bbf {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:55:26.934075 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:55:26.934833 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ea99bda-98cc-4800-a413-86d435325bbf {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:55:26.935240 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'status': 'completed', 'code': 200} Jul 27 09:55:27.038906 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-348608cd-dcc2-4b84-933d-84e2bb2c1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:27.040447 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-348608cd-dcc2-4b84-933d-84e2bb2c1eba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 1098 time: 0.0602612 Jul 27 09:55:27.120193 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2e069-29d6-44e3-81e3-e7136d2a9f19 None None] New status for floating IP 97b53414-2bb4-4f88-b35f-188b465cd568: DOWN {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:55:27.133280 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-b58a9678-bcea-4260-9c20-25b0ecf22826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:27.134791 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-b58a9678-bcea-4260-9c20-25b0ecf22826 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 200 len: 915 time: 0.0869477 Jul 27 09:55:27.180757 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-17534e33-6836-427a-b038-9de0a1171b4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 200 len: 217 time: 0.0383801 Jul 27 09:55:27.233035 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-be3f1337-e50a-495e-ac31-b5ef9fcb863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:27.234538 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-be3f1337-e50a-495e-ac31-b5ef9fcb863b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c80311a-64d5-475f-b504-9525a8edcbc8 HTTP/1.1" status: 200 len: 853 time: 0.0462077 Jul 27 09:55:27.296359 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-ba765448-e835-44f1-8a3e-2c946e5feef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:27.298005 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-ba765448-e835-44f1-8a3e-2c946e5feef8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce1d7982-3089-44c3-a017-06ff55141ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558190 Jul 27 09:55:27.393471 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-e63fc2a0-4eff-487e-bb59-1344e49ca656 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Jul 27 09:55:27.485718 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f7d0ad11-fe28-4c52-98bd-86fd3de7e890 req-5c2a2ae2-f5f0-47ac-9ee5-5cec4800f365 service neutron] 10.222.0.48 "GET /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844357 Jul 27 09:55:28.955487 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd1262-a18c-4a1a-8126-e4fc1058f09c req-89b6ceab-e7a1-4704-9304-ae41cde35af1 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:28.956970 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-78fd1262-a18c-4a1a-8126-e4fc1058f09c req-89b6ceab-e7a1-4704-9304-ae41cde35af1 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.0633614 Jul 27 09:55:28.993810 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-78fd1262-a18c-4a1a-8126-e4fc1058f09c req-1cb3f012-c52c-44b7-b1cc-f0e79941e09c tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Jul 27 09:55:30.128501 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20292268-54d7-49bb-bb8d-d02baf584989 req-47357d8c-3f68-4530-a14c-512cf5890181 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:30.130009 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-20292268-54d7-49bb-bb8d-d02baf584989 req-47357d8c-3f68-4530-a14c-512cf5890181 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.0672591 Jul 27 09:55:30.167398 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-20292268-54d7-49bb-bb8d-d02baf584989 req-591def80-2397-4528-94aa-398d71b094f5 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Jul 27 09:55:30.771642 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8eee04-28a2-4649-b224-44849de62e63 req-1f86b1e6-8dee-4a65-93bd-34b0ba269c8d tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:30.773086 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe8eee04-28a2-4649-b224-44849de62e63 req-1f86b1e6-8dee-4a65-93bd-34b0ba269c8d tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.0627337 Jul 27 09:55:30.875320 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-fe8eee04-28a2-4649-b224-44849de62e63 req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Deleting port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:30.875660 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-fe8eee04-28a2-4649-b224-44849de62e63 req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:31.234904 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-fe8eee04-28a2-4649-b224-44849de62e63 req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] For port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:31.235645 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-fe8eee04-28a2-4649-b224-44849de62e63 req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:31.273100 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-fe8eee04-28a2-4649-b224-44849de62e63 req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Calling delete_port for 1516cf7e-277e-4f0b-a952-d9934f3ec9dd owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:31.362184 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb59e5-7855-4f68-aa01-a873e52a9c7b req-1fc61976-aa27-47ac-b1ac-2a0f2252081e tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:31.363692 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8deb59e5-7855-4f68-aa01-a873e52a9c7b req-1fc61976-aa27-47ac-b1ac-2a0f2252081e tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebe2dc6d-9c85-4d05-8e43-c091fe8a458c HTTP/1.1" status: 200 len: 945 time: 0.1259317 Jul 27 09:55:31.430336 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-8deb59e5-7855-4f68-aa01-a873e52a9c7b req-8e947600-d392-4363-84aa-611acd3fc0fa tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.22 "GET /v2.0/security-groups?id=2f6b61cd-4248-4600-a362-7a28049d1e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582194 Jul 27 09:55:31.454516 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-fe8eee04-28a2-4649-b224-44849de62e63 req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:31.484537 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Pushing event deleted for resources: {'Port': ['ID=1516cf7e-277e-4f0b-a952-d9934f3ec9dd,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:31.495315 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['1516cf7e-277e-4f0b-a952-d9934f3ec9dd'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:55:31.537607 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8eee04-28a2-4649-b224-44849de62e63 req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] No DVR routers for this DVR port 1516cf7e-277e-4f0b-a952-d9934f3ec9dd on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:55:31.540157 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-fe8eee04-28a2-4649-b224-44849de62e63 req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:31.542189 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fe8eee04-28a2-4649-b224-44849de62e63 req-b664dee8-b88d-4c3d-b0eb-ef1079992b55 tempest-TestMinimumBasicScenario-1094694941 tempest-TestMinimumBasicScenario-1094694941-project] 10.222.0.48 "DELETE /v2.0/ports/1516cf7e-277e-4f0b-a952-d9934f3ec9dd HTTP/1.1" status: 204 len: 173 time: 0.7625415 Jul 27 09:55:31.542627 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'name': 'network-vif-deleted', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:55:31.545241 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e6ca8d-65f5-45a0-93c5-48393054eb33" -d '{"events": [{"server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "name": "network-vif-deleted", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:55:31.585206 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7bc0d7-cda3-4632-8675-e5af531734cd x-openstack-request-id: req-ea7bc0d7-cda3-4632-8675-e5af531734cd {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:55:31.585654 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe2dc6d-9c85-4d05-8e43-c091fe8a458c", "name": "network-vif-deleted", "tag": "1516cf7e-277e-4f0b-a952-d9934f3ec9dd", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:55:31.586013 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea7bc0d7-cda3-4632-8675-e5af531734cd {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:55:31.586594 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe2dc6d-9c85-4d05-8e43-c091fe8a458c', 'name': 'network-vif-deleted', 'tag': '1516cf7e-277e-4f0b-a952-d9934f3ec9dd', 'status': 'completed', 'code': 200} Jul 27 09:55:33.115414 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55696) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:33.451028 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709048'] for router_interface, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:33.695357 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Deleting port 484b9d4b-a119-45c1-88fc-c8a4287cb832 {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:33.695609 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:33.770091 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] For port 484b9d4b-a119-45c1-88fc-c8a4287cb832, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=484b9d4b-a119-45c1-88fc-c8a4287cb832,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:33.770453 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:33.782493 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Calling delete_port for 484b9d4b-a119-45c1-88fc-c8a4287cb832 owned by network:router_interface {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:33.956475 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:33.982781 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=484b9d4b-a119-45c1-88fc-c8a4287cb832,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:34.068063 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 1516cf7e-277e-4f0b-a952-d9934f3ec9dd no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:55:34.092631 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 1516cf7e-277e-4f0b-a952-d9934f3ec9dd {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:55:34.093276 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 1516cf7e-277e-4f0b-a952-d9934f3ec9dd not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:55:34.148161 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708820'] for router_interface, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:34.350785 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:55:34.456564 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:55:34.461451 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-48d1c73f-cc83-4e24-a753-a36177d473d0 admin admin] 10.222.0.22 "PUT /v2.0/routers/296285e6-0f96-4d65-b4b0-e6ae5f74a13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3449996 Jul 27 09:55:34.464061 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55698) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:34.467255 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] Sync routers for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:55:34.476582 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:34.477249 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:34.563765 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks [] for router, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:34.576125 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:34.664091 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:34.715009 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Deleting port 61929962-fd80-49fc-a72f-97f0daadbdfd {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:34.716025 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:34.753187 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:55:33Z', 'revision_number': 5, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port': {'id': '61929962-fd80-49fc-a72f-97f0daadbdfd', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:27Z', 'updated_at': '2021-07-27T09:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:34.779792 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] Checking router: 296285e6-0f96-4d65-b4b0-e6ae5f74a13a for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:55:34.788138 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] Routers {'296285e6-0f96-4d65-b4b0-e6ae5f74a13a'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:34.788761 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:34.793628 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] For port 61929962-fd80-49fc-a72f-97f0daadbdfd, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=61929962-fd80-49fc-a72f-97f0daadbdfd,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:34.794000 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:34.806532 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Calling delete_port for 61929962-fd80-49fc-a72f-97f0daadbdfd owned by network:router_gateway {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:34.974566 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:34.999516 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Pushing event deleted for resources: {'Port': ['ID=61929962-fd80-49fc-a72f-97f0daadbdfd,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:35.000328 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] Set router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a gateway port host: None {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:35.057628 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:55:34Z', 'revision_number': 6, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port_host': None}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:35.060227 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2072246'] for router_gateway, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.084205 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171d7ce-d448-4903-b3ed-692dd0fa4d15 None None] The sync data for ids ['296285e6-0f96-4d65-b4b0-e6ae5f74a13a'] in dv-cinder-802440-1-iscsi is: [{'id': '296285e6-0f96-4d65-b4b0-e6ae5f74a13a', 'name': 'tempest-TestMinimumBasicScenario-394186859-router', 'tenant_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:26Z', 'updated_at': '2021-07-27T09:55:34Z', 'revision_number': 6, 'project_id': '5af1fc7af6ae4289abe8a73caa43dd84', 'gw_port_host': None}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:55:35.150419 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2985'] for router, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.152594 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.199227 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604287'] for router, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.200798 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296285e6-0f96-4d65-b4b0-e6ae5f74a13a {{(pid=99745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 09:55:35.205302 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.206450 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2c5a4279-f037-452e-919b-a538e9dfd554 admin admin] 10.222.0.22 "DELETE /v2.0/routers/296285e6-0f96-4d65-b4b0-e6ae5f74a13a HTTP/1.1" status: 204 len: 168 time: 0.7415009 Jul 27 09:55:35.209012 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55700) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:35.252406 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-badf9768-cc6f-43a3-9bf2-ab27df20a62d admin admin] Deleting subnet 6c80311a-64d5-475f-b504-9525a8edcbc8 {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:55:35.255383 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-badf9768-cc6f-43a3-9bf2-ab27df20a62d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.288367 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-badf9768-cc6f-43a3-9bf2-ab27df20a62d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27231602'] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.612180 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-badf9768-cc6f-43a3-9bf2-ab27df20a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.663788 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-badf9768-cc6f-43a3-9bf2-ab27df20a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27231688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27232828'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.688979 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf9768-cc6f-43a3-9bf2-ab27df20a62d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c80311a-64d5-475f-b504-9525a8edcbc8,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:35.692497 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-badf9768-cc6f-43a3-9bf2-ab27df20a62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.695181 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-badf9768-cc6f-43a3-9bf2-ab27df20a62d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6c80311a-64d5-475f-b504-9525a8edcbc8 HTTP/1.1" status: 204 len: 168 time: 0.4850459 Jul 27 09:55:35.696789 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55702) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:35.698327 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a53604-e40d-4b6f-adba-cbe12357e22c None None] Network ce1d7982-3089-44c3-a017-06ff55141ed0 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:55:35.772821 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.839692 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Deleting port 6a622f76-ff51-4758-b78a-21c235e39b2e {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:35.840197 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.914128 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] For port 6a622f76-ff51-4758-b78a-21c235e39b2e, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=6a622f76-ff51-4758-b78a-21c235e39b2e,segment=NetworkSegment(af01debd-6b7d-44f9-9262-4488fee36aee),segment_id=af01debd-6b7d-44f9-9262-4488fee36aee)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:35.914759 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:35.927844 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] DHCP port deletion for ce1d7982-3089-44c3-a017-06ff55141ed0 request from dv-cinder-802440-1-iscsi {{(pid=99746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 09:55:35.935889 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Calling delete_port for 6a622f76-ff51-4758-b78a-21c235e39b2e owned by network:dhcp {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:35.951791 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 484b9d4b-a119-45c1-88fc-c8a4287cb832 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:55:35.975915 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 484b9d4b-a119-45c1-88fc-c8a4287cb832 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:55:35.976282 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 484b9d4b-a119-45c1-88fc-c8a4287cb832 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:55:35.976696 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 61929962-fd80-49fc-a72f-97f0daadbdfd no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:55:36.001868 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 61929962-fd80-49fc-a72f-97f0daadbdfd {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:55:36.002222 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 61929962-fd80-49fc-a72f-97f0daadbdfd not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:55:36.020583 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Deleting port 6a622f76-ff51-4758-b78a-21c235e39b2e {{(pid=99746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:36.020955 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.021070 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.049113 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a622f76-ff51-4758-b78a-21c235e39b2e,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:36.051037 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] No DVR routers for this DVR port 6a622f76-ff51-4758-b78a-21c235e39b2e on host dv-cinder-802440-1-iscsi {{(pid=99745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:55:36.086544 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] For port 6a622f76-ff51-4758-b78a-21c235e39b2e, host dv-cinder-802440-1-iscsi, got binding levels [] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:36.087094 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.100656 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Calling delete_port for 6a622f76-ff51-4758-b78a-21c235e39b2e owned by network:dhcp {{(pid=99746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:36.103374 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.ipam_backend_mixin [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Port 6a622f76-ff51-4758-b78a-21c235e39b2e was not found and therefore no delete operation was performed {{(pid=99746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 09:55:36.104632 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356'] for port, after_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.127156 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.129656 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Pushing event deleted for resources: {'Port': ['ID=6a622f76-ff51-4758-b78a-21c235e39b2e,revision_number=None']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:36.137743 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] No DVR routers for this DVR port 6a622f76-ff51-4758-b78a-21c235e39b2e on host dv-cinder-802440-1-iscsi {{(pid=99746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:55:36.140085 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.140198 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1d7982-3089-44c3-a017-06ff55141ed0']}} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:36.140348 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.140675 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.141008 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.141338 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.141665 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.141988 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.142314 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.142636 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.142980 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.143301 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.143622 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd732971-7444-43dc-8038-4ac5ab10c235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:36.156072 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af01debd-6b7d-44f9-9262-4488fee36aee') {'for_net_delete': True} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:36.156072 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af01debd-6b7d-44f9-9262-4488fee36aee') {} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:36.165794 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27231361'] for segment, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.183127 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.193596 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=99745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:55:36.194353 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27231654'] for segment, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: Traceback (most recent call last): Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: timer() Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: cb(*args, **kw) Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: return func(*args, **kwargs) Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: self._notify() Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: self.callback(batched_events) Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: event.method(event) Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: return f(self, *a, **k) Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._get(url).json() Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: return self.request(url, 'GET', **kwargs) Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:55:36.196020 dv-cinder-802440-1-iscsi neutron-server[99745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:55:36.251124 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.256686 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.258533 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ce1d7982-3089-44c3-a017-06ff55141ed0 HTTP/1.1" status: 204 len: 168 time: 0.5608222 Jul 27 09:55:36.261463 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55704) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:36.271367 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ab90a-c317-4934-91af-7a176d4eed98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1d7982-3089-44c3-a017-06ff55141ed0,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:36.615520 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709048'] for router_interface, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.864079 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Deleting port 9707996e-71a7-45b2-b583-2fe878361b78 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:36.864416 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.941672 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] For port 9707996e-71a7-45b2-b583-2fe878361b78, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=9707996e-71a7-45b2-b583-2fe878361b78,segment=NetworkSegment(ea2da0fd-378f-4ac9-b13f-abd7f6359c61),segment_id=ea2da0fd-378f-4ac9-b13f-abd7f6359c61)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:36.942027 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:36.954219 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Calling delete_port for 9707996e-71a7-45b2-b583-2fe878361b78 owned by network:router_interface {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:37.132176 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:37.158824 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9707996e-71a7-45b2-b583-2fe878361b78,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:37.328796 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708820'] for router_interface, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:37.546667 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:55:37.650991 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:55:37.656397 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-fcbef2a9-f608-4d49-b8c7-e019759acd9b admin admin] 10.222.0.22 "PUT /v2.0/routers/0ef9d84c-1331-45a4-8ac3-d0878c495e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3939366 Jul 27 09:55:37.659035 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55706) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:37.661650 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] Sync routers for ids ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:55:37.671929 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] Routers {'0ef9d84c-1331-45a4-8ac3-d0878c495e3b'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:37.672554 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:37.764378 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:37.775351 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] Set router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:37.874585 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 6a622f76-ff51-4758-b78a-21c235e39b2e no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:55:37.875576 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:37.898354 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 6a622f76-ff51-4758-b78a-21c235e39b2e {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:55:37.898758 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 6a622f76-ff51-4758-b78a-21c235e39b2e not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:55:37.933560 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Deleting port 5f2e3c84-60fc-4351-a695-82aa5a114e51 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:37.933903 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:37.958353 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:32Z', 'updated_at': '2021-07-27T09:55:37Z', 'revision_number': 5, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'gw_port': {'id': '5f2e3c84-60fc-4351-a695-82aa5a114e51', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:53:33Z', 'updated_at': '2021-07-27T09:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:37.983288 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] Checking router: 0ef9d84c-1331-45a4-8ac3-d0878c495e3b for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:55:37.991344 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] Routers {'0ef9d84c-1331-45a4-8ac3-d0878c495e3b'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:37.991994 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:38.016109 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] For port 5f2e3c84-60fc-4351-a695-82aa5a114e51, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=5f2e3c84-60fc-4351-a695-82aa5a114e51,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:38.016482 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.029775 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Calling delete_port for 5f2e3c84-60fc-4351-a695-82aa5a114e51 owned by network:router_gateway {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:38.074521 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] Set router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b gateway port host: None {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:38.127173 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:32Z', 'updated_at': '2021-07-27T09:55:37Z', 'revision_number': 6, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'gw_port_host': None}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:38.153123 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b706b2-f3fc-47f6-b387-76514edcde05 None None] The sync data for ids ['0ef9d84c-1331-45a4-8ac3-d0878c495e3b'] in dv-cinder-802440-1-iscsi is: [{'id': '0ef9d84c-1331-45a4-8ac3-d0878c495e3b', 'name': 'tempest-TestMinimumBasicScenario-170988478-router', 'tenant_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:53:32Z', 'updated_at': '2021-07-27T09:55:37Z', 'revision_number': 6, 'project_id': 'd9dfbfb074a34cd98fb7fcdd88569401', 'gw_port_host': None}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:55:38.194949 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.220612 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2e3c84-60fc-4351-a695-82aa5a114e51,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:38.280000 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2072246'] for router_gateway, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.370882 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2985'] for router, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.373405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.414779 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604287'] for router, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.415362 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef9d84c-1331-45a4-8ac3-d0878c495e3b {{(pid=99744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 09:55:38.420710 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.421855 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-2afbd7b3-2c60-492c-814e-2fe9d71c5ef1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0ef9d84c-1331-45a4-8ac3-d0878c495e3b HTTP/1.1" status: 204 len: 168 time: 0.7619004 Jul 27 09:55:38.424524 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55708) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:38.470987 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b35e43e-bbbf-4a4e-9e51-a433fe0c9f56 admin admin] Deleting subnet 2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9 {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 09:55:38.473883 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1b35e43e-bbbf-4a4e-9e51-a433fe0c9f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.508822 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1b35e43e-bbbf-4a4e-9e51-a433fe0c9f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27231602'] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.587646 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1b35e43e-bbbf-4a4e-9e51-a433fe0c9f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.643408 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1b35e43e-bbbf-4a4e-9e51-a433fe0c9f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27231688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27232828'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.670603 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-1b35e43e-bbbf-4a4e-9e51-a433fe0c9f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.672479 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-1b35e43e-bbbf-4a4e-9e51-a433fe0c9f56 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9 HTTP/1.1" status: 204 len: 168 time: 0.2468553 Jul 27 09:55:38.673961 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35e43e-bbbf-4a4e-9e51-a433fe0c9f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba7b26d-45bc-4cd3-bb93-2edadea9d8a9,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:38.675080 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55710) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:38.675636 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fdc24f-3bce-4638-be81-fc1788d7213d None None] Network ad3d500e-e1ea-4868-8d25-69ed4debada7 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:55:38.742511 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.798168 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Deleting port 4ed1444d-0b16-4a7c-892b-c3f709085cef {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:38.798522 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.861827 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] For port 4ed1444d-0b16-4a7c-892b-c3f709085cef, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=4ed1444d-0b16-4a7c-892b-c3f709085cef,segment=NetworkSegment(ea2da0fd-378f-4ac9-b13f-abd7f6359c61),segment_id=ea2da0fd-378f-4ac9-b13f-abd7f6359c61)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:38.862154 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.877003 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Calling delete_port for 4ed1444d-0b16-4a7c-892b-c3f709085cef owned by network:dhcp {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:38.912498 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] DHCP port deletion for ad3d500e-e1ea-4868-8d25-69ed4debada7 request from dv-cinder-802440-1-iscsi {{(pid=99746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 09:55:38.962145 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.964207 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] Deleting port 4ed1444d-0b16-4a7c-892b-c3f709085cef {{(pid=99746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:55:38.964550 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:38.992475 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] No DVR routers for this DVR port 4ed1444d-0b16-4a7c-892b-c3f709085cef on host dv-cinder-802440-1-iscsi {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:55:38.994085 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed1444d-0b16-4a7c-892b-c3f709085cef,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:39.030297 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] For port 4ed1444d-0b16-4a7c-892b-c3f709085cef, host dv-cinder-802440-1-iscsi, got binding levels [] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:39.030719 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.044374 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] Calling delete_port for 4ed1444d-0b16-4a7c-892b-c3f709085cef owned by network:dhcp {{(pid=99746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:55:39.047077 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.ipam_backend_mixin [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] Port 4ed1444d-0b16-4a7c-892b-c3f709085cef was not found and therefore no delete operation was performed {{(pid=99746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 09:55:39.048335 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356'] for port, after_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.067547 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.073021 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] Pushing event deleted for resources: {'Port': ['ID=4ed1444d-0b16-4a7c-892b-c3f709085cef,revision_number=None']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:39.076775 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73aa0b0-28a7-4abe-8c6d-3c82be180685 None None] No DVR routers for this DVR port 4ed1444d-0b16-4a7c-892b-c3f709085cef on host dv-cinder-802440-1-iscsi {{(pid=99746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:55:39.079635 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3d500e-e1ea-4868-8d25-69ed4debada7']}} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:39.094889 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61') {'for_net_delete': True} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:39.095309 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2da0fd-378f-4ac9-b13f-abd7f6359c61') {} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:39.105057 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27206643'] for segment, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.119506 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.126490 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=99744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 09:55:39.126984 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376761'] for segment, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: Traceback (most recent call last): Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: timer() Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: cb(*args, **kw) Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: return func(*args, **kwargs) Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: self._notify() Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: self.callback(batched_events) Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: event.method(event) Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: return f(self, *a, **k) Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._get(url).json() Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: return self.request(url, 'GET', **kwargs) Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 09:55:39.128700 dv-cinder-802440-1-iscsi neutron-server[99744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 09:55:39.197946 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.204271 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.208212 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] 10.222.0.22 "DELETE /v2.0/networks/ad3d500e-e1ea-4868-8d25-69ed4debada7 HTTP/1.1" status: 204 len: 168 time: 0.5310471 Jul 27 09:55:39.228371 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86080e56-c742-4e41-9c8e-7f28277ca84a admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3d500e-e1ea-4868-8d25-69ed4debada7,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:39.376758 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55718) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:39.415978 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b273143d-afbf-4cc9-afeb-4b269b62a80d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5af1fc7af6ae4289abe8a73caa43dd84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378377 Jul 27 09:55:39.419171 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55720) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:39.467161 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4fd21891-1dae-46da-bddc-7158f11fb672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.488924 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4fd21891-1dae-46da-bddc-7158f11fb672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.535212 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4fd21891-1dae-46da-bddc-7158f11fb672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.537697 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-4fd21891-1dae-46da-bddc-7158f11fb672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.538872 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-4fd21891-1dae-46da-bddc-7158f11fb672 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f6b61cd-4248-4600-a362-7a28049d1e92 HTTP/1.1" status: 204 len: 168 time: 0.1185887 Jul 27 09:55:39.547246 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd21891-1dae-46da-bddc-7158f11fb672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6b61cd-4248-4600-a362-7a28049d1e92,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:39.804015 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 4ed1444d-0b16-4a7c-892b-c3f709085cef no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:55:39.827672 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 4ed1444d-0b16-4a7c-892b-c3f709085cef {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:55:39.828014 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 4ed1444d-0b16-4a7c-892b-c3f709085cef not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:55:39.828432 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 5f2e3c84-60fc-4351-a695-82aa5a114e51 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:55:39.843356 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55728) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:39.852057 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 5f2e3c84-60fc-4351-a695-82aa5a114e51 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:55:39.852496 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 5f2e3c84-60fc-4351-a695-82aa5a114e51 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:55:39.852983 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 9707996e-71a7-45b2-b583-2fe878361b78 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:55:39.871582 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 9707996e-71a7-45b2-b583-2fe878361b78 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:55:39.871931 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 9707996e-71a7-45b2-b583-2fe878361b78 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:55:39.885886 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-20d9c90b-283e-4a8a-816e-be5f35e71dd3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9dfbfb074a34cd98fb7fcdd88569401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414000 Jul 27 09:55:39.889093 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55730) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:39.936170 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e6d279b1-3bf3-471c-b40e-801ddf5caeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:39.956888 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e6d279b1-3bf3-471c-b40e-801ddf5caeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:40.002716 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e6d279b1-3bf3-471c-b40e-801ddf5caeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:40.005274 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e6d279b1-3bf3-471c-b40e-801ddf5caeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:40.006428 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e6d279b1-3bf3-471c-b40e-801ddf5caeeb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05e708d3-e76a-4f17-8728-fe9caca2c2ff HTTP/1.1" status: 204 len: 168 time: 0.1164238 Jul 27 09:55:40.014493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d279b1-3bf3-471c-b40e-801ddf5caeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e708d3-e76a-4f17-8728-fe9caca2c2ff,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:40.677329 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55754) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:40.693522 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-2a1d25a4-0bc0-474b-8402-dfece3edbe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:40.769560 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-698572812-network', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:40.790218 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Made reservation on behalf of 951b228bad6a4e5397ebe67f3ffd6939 for: {'network': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:55:40.792711 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:40.801819 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:40.891779 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:40.895550 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:40.915568 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=99744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:55:40.931075 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59703b2-74bb-45a0-8c90-7ec5ded035f8,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:40.934046 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:40.934984 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.segments_db [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Added segment 891723a0-8e49-49ef-8975-427b72d70a94 of type vlan for network 089b51bb-b422-4864-b284-75c248317a92 Jul 27 09:55:40.977106 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.005165 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.006312 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:41.007046 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.058483 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3799992 Jul 27 09:55:41.061734 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55760) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:41.067490 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Request body: {'subnet': {'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-698572812-subnet', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'ip_version': 4}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:41.067666 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a986598-7d33-483e-8ed6-34f42bdbc419 admin admin] Pushing event updated for resources: {'Network': ['ID=089b51bb-b422-4864-b284-75c248317a92,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:41.077304 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network 089b51bb-b422-4864-b284-75c248317a92 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:55:41.088239 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Made reservation on behalf of 951b228bad6a4e5397ebe67f3ffd6939 for: {'subnet': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:55:41.091137 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27232855'] for subnet, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.165055 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:55:41.255138 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27231503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27232837'] for subnet, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.315371 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2988ef72-bbc2-4b34-956d-fa92d79facc2,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:41.320355 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Checking segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:55:41.320844 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Network hostable DHCP agents. Network: 089b51bb-b422-4864-b284-75c248317a92, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:55:41.337231 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Network 089b51bb-b422-4864-b284-75c248317a92 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:55:41.346491 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, 089b51bb-b422-4864-b284-75c248317a92) {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:41.350370 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:41.350996 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.355015 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f311d-a99f-4760-9ada-6b7070e7220f None None] Network 089b51bb-b422-4864-b284-75c248317a92 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:55:41.365179 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-81158879-6205-4450-b9d1-531c8ef2a0a4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3016036 Jul 27 09:55:41.367677 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55762) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:41.372391 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:41.394464 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.395789 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.452424 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.511504 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-089b51bb-b422-4864-b284-75c248317a92', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:55:41.512916 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.584334 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.649801 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Allocated IP 172.20.0.2 (089b51bb-b422-4864-b284-75c248317a92/2988ef72-bbc2-4b34-956d-fa92d79facc2/05cabc14-4235-4d20-861b-7276eedca482) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:55:41.783788 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.791451 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.799912 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Transition to ACTIVE for port object 05cabc14-4235-4d20-861b-7276eedca482 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:41.803398 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.815140 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Transition to ACTIVE for port object 05cabc14-4235-4d20-861b-7276eedca482 will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:41.821176 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.857483 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Network 089b51bb-b422-4864-b284-75c248317a92 is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:55:41.863530 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:41.865888 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:55:41.873333 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Pushing event updated for resources: {'Port': ['ID=05cabc14-4235-4d20-861b-7276eedca482,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:41.908487 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Allocated IP 172.27.1.64 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/e32a62ad-af24-4830-ba88-8f0af1bbb876) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:55:41.930553 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Attempting to bind port 05cabc14-4235-4d20-861b-7276eedca482 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:55:41.930947 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Attempting to bind port 05cabc14-4235-4d20-861b-7276eedca482 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:55:41.931305 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Attempting to bind port 05cabc14-4235-4d20-861b-7276eedca482 on network 089b51bb-b422-4864-b284-75c248317a92 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:55:41.936742 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:55:41.937109 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Checking segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:55:41.937507 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:41.937896 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Bound using segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:55:41.938364 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Bound port: 05cabc14-4235-4d20-861b-7276eedca482, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:55:41.938742 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:42.003697 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] For port 05cabc14-4235-4d20-861b-7276eedca482, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:55:42.006777 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] For port 05cabc14-4235-4d20-861b-7276eedca482, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=05cabc14-4235-4d20-861b-7276eedca482,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:55:42.011760 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:42.011948 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:42.052310 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:42.068761 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2258625-7064-4944-9c27-065ceef9ac70 None None] Pushing event updated for resources: {'Port': ['ID=05cabc14-4235-4d20-861b-7276eedca482,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:42.088883 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:55:42.091891 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:42.099786 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:55:42.127972 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Pushing event updated for resources: {'Port': ['ID=e32a62ad-af24-4830-ba88-8f0af1bbb876,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:42.390000 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:42.582784 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:42.708574 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Router 59f790c3-275a-4a90-a727-4363a901e7e4 is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:55:42.817045 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:55:42.827766 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Sync routers for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:55:42.834716 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:42.836246 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2a7d29e7-8ad2-445f-b7a5-0b1ab814849e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4676065 Jul 27 09:55:42.839160 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55764) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:42.842184 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:42.842889 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:42.954458 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:42.985350 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d67b279-4b82-4729-8fd0-8c1dfe20bdc2 None None] Network 089b51bb-b422-4864-b284-75c248317a92 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:55:43.126219 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-9a3495c7-887c-4235-8453-c285510f28ca None None] Provisioning for port 05cabc14-4235-4d20-861b-7276eedca482 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:43.253625 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.282225 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:42Z', 'revision_number': 3, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:43.314264 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Checking router: 59f790c3-275a-4a90-a727-4363a901e7e4 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:55:43.314619 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Updating router 59f790c3-275a-4a90-a727-4363a901e7e4 port e32a62ad-af24-4830-ba88-8f0af1bbb876 binding host dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:55:43.316290 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-45a9a770-2653-4f95-8a05-4c413c22c6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.356230 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.417852 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Allocated IP 172.20.0.1 (089b51bb-b422-4864-b284-75c248317a92/2988ef72-bbc2-4b34-956d-fa92d79facc2/d89f1bce-5f71-4910-94b6-39cab02a9533) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:55:43.533622 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.547582 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.provisioning_blocks [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Transition to ACTIVE for port object d89f1bce-5f71-4910-94b6-39cab02a9533 will not be triggered until provisioned by entity DHCP. {{(pid=99745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:43.581325 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.619277 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Network 089b51bb-b422-4864-b284-75c248317a92 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:55:43.624641 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:43.628010 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:55:43.649284 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Pushing event updated for resources: {'Port': ['ID=d89f1bce-5f71-4910-94b6-39cab02a9533,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:43.670876 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.771736 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.774537 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Notify callbacks [] for port, precommit_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.789500 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Transition to ACTIVE for port object e32a62ad-af24-4830-ba88-8f0af1bbb876 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:43.800294 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.875190 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 05cabc14-4235-4d20-861b-7276eedca482 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:43.910538 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6da110-f9b6-4cc2-b8f9-4a372f28c446 None None] Pushing event updated for resources: {'Port': ['ID=e32a62ad-af24-4830-ba88-8f0af1bbb876,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:43.915247 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Attempting to bind port e32a62ad-af24-4830-ba88-8f0af1bbb876 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:55:43.915609 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Attempting to bind port e32a62ad-af24-4830-ba88-8f0af1bbb876 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:55:43.915975 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Attempting to bind port e32a62ad-af24-4830-ba88-8f0af1bbb876 on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:55:43.934947 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:55:43.935330 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:55:43.935738 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.936131 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:55:43.936616 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Bound port: e32a62ad-af24-4830-ba88-8f0af1bbb876, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:55:43.936994 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:43.980230 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e29cc2d9-7fab-4f67-9fc5-3bc241bef535 None None] Provisioning for port d89f1bce-5f71-4910-94b6-39cab02a9533 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:43.997702 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e29cc2d9-7fab-4f67-9fc5-3bc241bef535 None None] Provisioning complete for port d89f1bce-5f71-4910-94b6-39cab02a9533 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:43.998160 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e29cc2d9-7fab-4f67-9fc5-3bc241bef535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.025327 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 05cabc14-4235-4d20-861b-7276eedca482 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:44.030522 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] For port e32a62ad-af24-4830-ba88-8f0af1bbb876, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:55:44.037368 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 05cabc14-4235-4d20-861b-7276eedca482 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:44.037741 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.066522 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.070379 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] For port e32a62ad-af24-4830-ba88-8f0af1bbb876, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=e32a62ad-af24-4830-ba88-8f0af1bbb876,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:55:44.075147 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e29cc2d9-7fab-4f67-9fc5-3bc241bef535 None None] Port d89f1bce-5f71-4910-94b6-39cab02a9533 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:55:44.078633 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.150159 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:44.151142 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:44.154895 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6da110-f9b6-4cc2-b8f9-4a372f28c446 None None] Pushing event updated for resources: {'Port': ['ID=e32a62ad-af24-4830-ba88-8f0af1bbb876,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:44.229186 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.234613 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27231618'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.259345 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.304483 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.307034 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Pushing event updated for resources: {'Port': ['ID=d89f1bce-5f71-4910-94b6-39cab02a9533,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:44.316763 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 05cabc14-4235-4d20-861b-7276eedca482, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=05cabc14-4235-4d20-861b-7276eedca482,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:44.318809 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:44.321208 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.401797 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Network 089b51bb-b422-4864-b284-75c248317a92 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:55:44.403807 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:44.429664 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.478980 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=05cabc14-4235-4d20-861b-7276eedca482,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:44.535166 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Router 59f790c3-275a-4a90-a727-4363a901e7e4 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:55:44.575162 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:43Z', 'revision_number': 1, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:44.609447 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f0b07-445f-46d0-a6fd-3826c389a592 None None] The sync data for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi is: [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:43Z', 'revision_number': 1, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:55:44.622765 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-8f455b63-8174-4159-9774-b1920b06a925 None None] Provisioning complete for port d89f1bce-5f71-4910-94b6-39cab02a9533 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:44.623152 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-8f455b63-8174-4159-9774-b1920b06a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:44.647898 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:55:44.659271 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-907890fc-750c-485f-bef6-b238d8ea25ed admin admin] 10.222.0.22 "PUT /v2.0/routers/59f790c3-275a-4a90-a727-4363a901e7e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8189821 Jul 27 09:55:44.661840 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-8f455b63-8174-4159-9774-b1920b06a925 None None] Port d89f1bce-5f71-4910-94b6-39cab02a9533 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:55:45.140193 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55780) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:45.145294 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1181280746-network', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:45.179824 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Made reservation on behalf of 76d3a0fdc1b349fe9f58361bcf98355d for: {'network': 1} {{(pid=99745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:55:45.184987 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for network, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.196978 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.301310 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.305715 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.332129 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=99745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 09:55:45.342366 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49602524-dbad-406e-ad5f-7f1e70d33b07,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:45.347790 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.348123 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.segments_db [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Added segment f9372f5b-b76e-4f84-8c8a-c17a7f3b3993 of type vlan for network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 Jul 27 09:55:45.395439 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741452526686'] for network, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.428398 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624'] for network, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.429396 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:45.429993 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.483924 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3394334 Jul 27 09:55:45.484803 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55782) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:45.490139 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Request body: {'subnet': {'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1181280746-subnet', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'ip_version': 4}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:45.491077 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f329c8-f0f1-49e2-adcd-a4bc7ab90dac admin admin] Pushing event updated for resources: {'Network': ['ID=ea4337e0-13d5-402f-ac7e-7bb4d34f4b48,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:45.501179 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 details requested by agent ovs-agent-dv-cinder-802440-1-iscsi with host dv-cinder-802440-1-iscsi {{(pid=99746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 09:55:45.512927 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Made reservation on behalf of 76d3a0fdc1b349fe9f58361bcf98355d for: {'subnet': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:55:45.515751 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27051813'] for subnet, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.688097 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25376592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27051831'] for subnet, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.738298 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8306c6cf-96dd-4281-bb33-36410a8caa9c,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:45.754845 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Checking segment: {'id': 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:55:45.755251 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Network hostable DHCP agents. Network: ea4337e0-13d5-402f-ac7e-7bb4d34f4b48, hostable agents: ['bd5a1bb8-1c8b-4114-adeb-92777fd3cc85'], hosted agents: [] {{(pid=99744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 09:55:45.774905 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 is scheduled to be hosted by DHCP agent bd5a1bb8-1c8b-4114-adeb-92777fd3cc85 with binding_index 1 {{(pid=99744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 09:55:45.792412 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802440-1-iscsi, ea4337e0-13d5-402f-ac7e-7bb4d34f4b48) {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:45.800657 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.803051 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:55:45.803261 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7feeda-8784-482e-90f7-81ebeccef4ef None None] Network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:55:45.803651 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.824009 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-a9170823-beb3-4ff6-8d18-fe8faf1c52ff admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3378251 Jul 27 09:55:45.826947 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55784) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:45.831452 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:45.856513 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3003'] for router, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.858100 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2978'] for router, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.918011 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:45.925845 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 05cabc14-4235-4d20-861b-7276eedca482 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:45.966962 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.013229 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp978496fa-a74e-52b5-a61d-5f2dcc4c1117-ea4337e0-13d5-402f-ac7e-7bb4d34f4b48', 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'fixed_ips': [{'subnet_id': '8306c6cf-96dd-4281-bb33-36410a8caa9c'}]}} from dv-cinder-802440-1-iscsi. {{(pid=99746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 09:55:46.014064 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.025048 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 05cabc14-4235-4d20-861b-7276eedca482 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:46.025048 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.060331 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2960'] for router, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.217288 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device e32a62ad-af24-4830-ba88-8f0af1bbb876 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:46.246224 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.db_base_plugin_common [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Allocated IP 172.20.0.2 (ea4337e0-13d5-402f-ac7e-7bb4d34f4b48/8306c6cf-96dd-4281-bb33-36410a8caa9c/bd8c0207-a8bb-47fc-a7f7-35abe0e4043c) {{(pid=99746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:55:46.327834 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port e32a62ad-af24-4830-ba88-8f0af1bbb876 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:46.339401 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port e32a62ad-af24-4830-ba88-8f0af1bbb876 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:46.339782 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.468631 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Notify callbacks [] for port, precommit_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.484595 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Transition to ACTIVE for port object bd8c0207-a8bb-47fc-a7f7-35abe0e4043c will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:46.491559 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.513953 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Transition to ACTIVE for port object bd8c0207-a8bb-47fc-a7f7-35abe0e4043c will not be triggered until provisioned by entity DHCP. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:46.523461 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port e32a62ad-af24-4830-ba88-8f0af1bbb876, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=e32a62ad-af24-4830-ba88-8f0af1bbb876,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:46.525546 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647'] for port, after_create {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.531171 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.560513 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.561452 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Sync routers for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:55:46.566034 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 is already hosted by enough agents. {{(pid=99746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:55:46.569200 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.scheduler.base_scheduler [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Resources bound (agent type, host, resource id): {{(pid=99746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:46.571517 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:46.572141 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:46.572570 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Received port after_create {{(pid=99746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:55:46.582461 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.610457 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Pushing event updated for resources: {'Port': ['ID=bd8c0207-a8bb-47fc-a7f7-35abe0e4043c,revision_number=1']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:46.680771 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Attempting to bind port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:55:46.681145 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Attempting to bind port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:55:46.681518 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Attempting to bind port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c on network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:55:46.687879 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:46.691112 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Allocated IP 172.27.1.90 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/e3a7a912-67da-4ddf-ba94-639616029284) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:55:46.695083 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:55:46.695470 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Checking segment: {'id': 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:55:46.695884 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.696284 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Bound using segment: {'id': 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:55:46.696764 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Bound port: bd8c0207-a8bb-47fc-a7f7-35abe0e4043c, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:55:46.697148 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.702657 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=e32a62ad-af24-4830-ba88-8f0af1bbb876,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:46.772410 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] For port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:55:46.777494 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] For port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=bd8c0207-a8bb-47fc-a7f7-35abe0e4043c,segment=NetworkSegment(f9372f5b-b76e-4f84-8c8a-c17a7f3b3993),segment_id=f9372f5b-b76e-4f84-8c8a-c17a7f3b3993)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:55:46.784147 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.807876 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.848716 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9b001-ccc2-431c-b908-ada30f00f617 None None] Pushing event updated for resources: {'Port': ['ID=bd8c0207-a8bb-47fc-a7f7-35abe0e4043c,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:46.863847 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:46.907986 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:55:46.913009 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:46.916587 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:55:46.916903 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 2, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:46.922517 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Pushing event updated for resources: {'Port': ['ID=e3a7a912-67da-4ddf-ba94-639616029284,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:46.945901 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Checking router: 59f790c3-275a-4a90-a727-4363a901e7e4 for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:55:46.946268 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Updating router 59f790c3-275a-4a90-a727-4363a901e7e4 port d89f1bce-5f71-4910-94b6-39cab02a9533 binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:55:46.995625 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:47.184701 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:47.369633 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:47.380551 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Transition to ACTIVE for port object d89f1bce-5f71-4910-94b6-39cab02a9533 will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:47.384669 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709918'] for router, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:47.387522 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:47.436438 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Pushing event updated for resources: {'Port': ['ID=d89f1bce-5f71-4910-94b6-39cab02a9533,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:47.446639 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.447089 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.447490 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.447889 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.448283 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.448680 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.449073 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.449475 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.449885 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.450282 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.450699 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.451075 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:55:47.524880 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Attempting to bind port d89f1bce-5f71-4910-94b6-39cab02a9533 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:55:47.525391 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Attempting to bind port d89f1bce-5f71-4910-94b6-39cab02a9533 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:55:47.525808 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Router be0f7218-a72f-4732-9bc3-b8b600227dca is scheduled to L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 with binding_index 1 {{(pid=99744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 09:55:47.526098 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Attempting to bind port d89f1bce-5f71-4910-94b6-39cab02a9533 on network 089b51bb-b422-4864-b284-75c248317a92 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:55:47.531659 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:55:47.532344 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Checking segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:55:47.532823 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:47.533288 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Bound using segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:55:47.533824 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Bound port: d89f1bce-5f71-4910-94b6-39cab02a9533, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:55:47.534295 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:47.609745 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] For port d89f1bce-5f71-4910-94b6-39cab02a9533, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:55:47.613583 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] For port d89f1bce-5f71-4910-94b6-39cab02a9533, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=d89f1bce-5f71-4910-94b6-39cab02a9533,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:55:47.622846 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:47.651948 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:55:47.663855 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Sync routers for ids ['be0f7218-a72f-4732-9bc3-b8b600227dca'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:55:47.679245 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Routers {'be0f7218-a72f-4732-9bc3-b8b600227dca'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:47.681271 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['be0f7218-a72f-4732-9bc3-b8b600227dca'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:47.685874 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:47.686525 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:47.691317 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:47.694572 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-937acdcc-627f-4655-84bd-443f1ff0058e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8665388 Jul 27 09:55:47.697797 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55786) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:47.762984 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ff85b-d4b3-4962-afc9-43433410283d None None] Pushing event updated for resources: {'Port': ['ID=d89f1bce-5f71-4910-94b6-39cab02a9533,revision_number=4']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:47.886851 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:48.028010 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de01ab5-be3c-4e1f-a58b-e36bd44ffeeb None None] Network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 09:55:48.030515 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device bd8c0207-a8bb-47fc-a7f7-35abe0e4043c up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:48.123692 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Set router be0f7218-a72f-4732-9bc3-b8b600227dca gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:48.166078 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-a9402130-db13-448d-a473-b1e683564c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:47Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:48.196669 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9402130-db13-448d-a473-b1e683564c99 None None] The sync data for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi is: [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:47Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:55:48.278733 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ffecd519-f7d1-48e4-88cb-ae2fa27ab638 None None] Provisioning for port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:48.303174 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:48.309460 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.315464 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ffecd519-f7d1-48e4-88cb-ae2fa27ab638 None None] Provisioning complete for port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:48.315847 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ffecd519-f7d1-48e4-88cb-ae2fa27ab638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.323817 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:48.324195 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.481862 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Allocated IP 172.20.0.1 (ea4337e0-13d5-402f-ac7e-7bb4d34f4b48/8306c6cf-96dd-4281-bb33-36410a8caa9c/76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:55:48.569485 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ffecd519-f7d1-48e4-88cb-ae2fa27ab638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.582410 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.597486 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:45Z', 'updated_at': '2021-07-27T09:55:47Z', 'revision_number': 3, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'gw_port': {'id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:46Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:48.598920 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.613752 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Transition to ACTIVE for port object 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:48.646270 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Checking router: be0f7218-a72f-4732-9bc3-b8b600227dca for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:55:48.646733 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Updating router be0f7218-a72f-4732-9bc3-b8b600227dca port e3a7a912-67da-4ddf-ba94-639616029284 binding host dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:55:48.652576 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.680789 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ffecd519-f7d1-48e4-88cb-ae2fa27ab638 None None] For port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=bd8c0207-a8bb-47fc-a7f7-35abe0e4043c,segment=NetworkSegment(f9372f5b-b76e-4f84-8c8a-c17a7f3b3993),segment_id=f9372f5b-b76e-4f84-8c8a-c17a7f3b3993)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:48.689743 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ffecd519-f7d1-48e4-88cb-ae2fa27ab638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.702183 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:55:48.706927 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:48.710615 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:55:48.742157 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Pushing event updated for resources: {'Port': ['ID=76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:48.748552 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.759126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072067'] for router_interface, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.868119 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.db.api [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 09:55:48.868467 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG oslo_db.api [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 09:55:48.874746 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecd519-f7d1-48e4-88cb-ae2fa27ab638 None None] Pushing event updated for resources: {'Port': ['ID=bd8c0207-a8bb-47fc-a7f7-35abe0e4043c,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:48.931655 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:48.957382 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-b9e3e86f-4386-4c8c-8e82-f9efb07f0cb6 None None] Provisioning complete for port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:48.957756 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e86f-4386-4c8c-8e82-f9efb07f0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.119826 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.125498 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.130543 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Notify callbacks [] for port, precommit_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.141093 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Transition to ACTIVE for port object e3a7a912-67da-4ddf-ba94-639616029284 will not be triggered until provisioned by entity L2. {{(pid=99746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:49.147512 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.194333 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708947'] for router_interface, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.197042 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Pushing event updated for resources: {'Port': ['ID=76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:49.200966 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Attempting to bind port e3a7a912-67da-4ddf-ba94-639616029284 on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:55:49.201334 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Attempting to bind port e3a7a912-67da-4ddf-ba94-639616029284 by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:55:49.201695 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Attempting to bind port e3a7a912-67da-4ddf-ba94-639616029284 on network 77749d8b-dd40-4fad-af23-39f953f95742 {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:55:49.203820 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6091f3-6952-4a97-8e7b-ad55f977297a None None] Pushing event updated for resources: {'Port': ['ID=e3a7a912-67da-4ddf-ba94-639616029284,revision_number=2']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:49.210408 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:55:49.211014 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Checking segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:55:49.211427 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.211781 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Bound using segment: {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'} {{(pid=99746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:55:49.212049 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.managers [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Bound port: e3a7a912-67da-4ddf-ba94-639616029284, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf9f778-37b2-46d5-bea8-6bf38fbc7443', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742'}}] {{(pid=99746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:55:49.212412 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.259249 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-53f1ca60-c5a1-4c61-928f-f3cc9ec77696 None None] Provisioning for port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:49.271502 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-53f1ca60-c5a1-4c61-928f-f3cc9ec77696 None None] Provisioning complete for port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:49.271859 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-53f1ca60-c5a1-4c61-928f-f3cc9ec77696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.298040 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] For port e3a7a912-67da-4ddf-ba94-639616029284, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:55:49.299690 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:55:49.300874 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:55:49.313397 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] For port e3a7a912-67da-4ddf-ba94-639616029284, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=e3a7a912-67da-4ddf-ba94-639616029284,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:55:49.323869 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.350377 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-53f1ca60-c5a1-4c61-928f-f3cc9ec77696 None None] Port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:55:49.415338 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Routers {'be0f7218-a72f-4732-9bc3-b8b600227dca'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:49.415979 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['be0f7218-a72f-4732-9bc3-b8b600227dca'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:49.424619 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6091f3-6952-4a97-8e7b-ad55f977297a None None] Pushing event updated for resources: {'Port': ['ID=e3a7a912-67da-4ddf-ba94-639616029284,revision_number=3']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:49.435878 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Router be0f7218-a72f-4732-9bc3-b8b600227dca has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:55:49.468888 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device e32a62ad-af24-4830-ba88-8f0af1bbb876 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:49.555655 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:55:49.561015 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-2c58da26-2126-4c25-bcc4-69d80de3ae2d admin admin] 10.222.0.22 "PUT /v2.0/routers/be0f7218-a72f-4732-9bc3-b8b600227dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8615401 Jul 27 09:55:49.576977 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] Set router be0f7218-a72f-4732-9bc3-b8b600227dca gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:49.612099 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port e32a62ad-af24-4830-ba88-8f0af1bbb876 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:49.612477 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.638533 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-36d166eb-e822-40a4-b6e7-3fc4d60cb890 None None] Provisioning complete for port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:49.638933 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-36d166eb-e822-40a4-b6e7-3fc4d60cb890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:49.893375 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-36d166eb-e822-40a4-b6e7-3fc4d60cb890 None None] Port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:55:50.018711 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:45Z', 'updated_at': '2021-07-27T09:55:48Z', 'revision_number': 4, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'gw_port': {'id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:46Z', 'updated_at': '2021-07-27T09:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc', 'name': '', 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'mac_address': 'fa:16:3e:25:bb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:48Z', 'updated_at': '2021-07-27T09:55:48Z', 'revision_number': 2, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'subnets': [{'id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:50.047716 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538f9cf-1c2d-4519-adbb-4063f67237d2 None None] The sync data for ids ['be0f7218-a72f-4732-9bc3-b8b600227dca'] in dv-cinder-802440-1-iscsi is: [{'id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:45Z', 'updated_at': '2021-07-27T09:55:48Z', 'revision_number': 4, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'gw_port': {'id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:46Z', 'updated_at': '2021-07-27T09:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc', 'name': '', 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'mac_address': 'fa:16:3e:25:bb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:48Z', 'updated_at': '2021-07-27T09:55:48Z', 'revision_number': 2, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'subnets': [{'id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:55:50.052989 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55794) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:50.057659 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-15689b41-12ea-4c5c-8f4a-c139197d9fb7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217081226', 'description': 'tempest-secgroup-smoke-217081226 description', 'project_id': '951b228bad6a4e5397ebe67f3ffd6939'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:50.086933 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device bd8c0207-a8bb-47fc-a7f7-35abe0e4043c up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:50.097421 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-15689b41-12ea-4c5c-8f4a-c139197d9fb7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.144939 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:50.145828 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.200186 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-15689b41-12ea-4c5c-8f4a-c139197d9fb7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.207829 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-15689b41-12ea-4c5c-8f4a-c139197d9fb7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.238662 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-15689b41-12ea-4c5c-8f4a-c139197d9fb7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.242980 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55796) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:50.243478 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-15689b41-12ea-4c5c-8f4a-c139197d9fb7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1889954 Jul 27 09:55:50.245113 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device d89f1bce-5f71-4910-94b6-39cab02a9533 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:50.245329 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15689b41-12ea-4c5c-8f4a-c139197d9fb7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adec1b8-1fa2-409d-8df3-ebc91218eeb5,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:50.249833 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-8f17e6bb-7d31-45a9-b457-c295eb94dee6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'security_group_rule': {'security_group_id': '7adec1b8-1fa2-409d-8df3-ebc91218eeb5', 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:50.315269 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8f17e6bb-7d31-45a9-b457-c295eb94dee6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.325527 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port d89f1bce-5f71-4910-94b6-39cab02a9533 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:50.333245 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port d89f1bce-5f71-4910-94b6-39cab02a9533 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:50.333764 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.390397 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8f17e6bb-7d31-45a9-b457-c295eb94dee6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.396010 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8f17e6bb-7d31-45a9-b457-c295eb94dee6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.416972 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17e6bb-7d31-45a9-b457-c295eb94dee6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03dd9cb-642d-4d41-bd4a-36bbe59b170a,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:50.425602 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-8f17e6bb-7d31-45a9-b457-c295eb94dee6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.427221 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-8f17e6bb-7d31-45a9-b457-c295eb94dee6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1825294 Jul 27 09:55:50.431806 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 55798) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:50.435828 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-1ad1c0d8-3d00-42cc-a56f-9ad062e7d159 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'security_group_rule': {'security_group_id': '7adec1b8-1fa2-409d-8df3-ebc91218eeb5', 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:50.452603 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.469708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c0d8-3d00-42cc-a56f-9ad062e7d159 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.493454 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port d89f1bce-5f71-4910-94b6-39cab02a9533, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=d89f1bce-5f71-4910-94b6-39cab02a9533,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:50.499275 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.535371 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c0d8-3d00-42cc-a56f-9ad062e7d159 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.539701 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c0d8-3d00-42cc-a56f-9ad062e7d159 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.557793 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=d89f1bce-5f71-4910-94b6-39cab02a9533,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:50.559687 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1c0d8-3d00-42cc-a56f-9ad062e7d159 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06b631f-eebf-4a97-a545-e6aedaad2b78,revision_number=0']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:50.568163 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c0d8-3d00-42cc-a56f-9ad062e7d159 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.569488 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-1ad1c0d8-3d00-42cc-a56f-9ad062e7d159 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384041 Jul 27 09:55:50.572383 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55800) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:50.577337 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-a9da57fc-ff28-475e-b7ad-3951ee351d1d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'security_group_rule': {'security_group_id': '7adec1b8-1fa2-409d-8df3-ebc91218eeb5', 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:50.606388 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a9da57fc-ff28-475e-b7ad-3951ee351d1d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.677582 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a9da57fc-ff28-475e-b7ad-3951ee351d1d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.681898 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a9da57fc-ff28-475e-b7ad-3951ee351d1d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.702018 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da57fc-ff28-475e-b7ad-3951ee351d1d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd36aef1-1eef-4a76-92aa-136faf1444d1,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:50.710981 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-a9da57fc-ff28-475e-b7ad-3951ee351d1d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.711881 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-a9da57fc-ff28-475e-b7ad-3951ee351d1d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382842 Jul 27 09:55:50.714507 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55802) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:50.719643 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-06718c36-9663-4c53-b6e5-ad8cce056e68 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'security_group_rule': {'security_group_id': '7adec1b8-1fa2-409d-8df3-ebc91218eeb5', 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:50.748871 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-06718c36-9663-4c53-b6e5-ad8cce056e68 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.808997 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-06718c36-9663-4c53-b6e5-ad8cce056e68 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.812711 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-06718c36-9663-4c53-b6e5-ad8cce056e68 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.829468 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06718c36-9663-4c53-b6e5-ad8cce056e68 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea8c14c-38e1-4b9b-b85a-391910e427e8,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:50.836282 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-06718c36-9663-4c53-b6e5-ad8cce056e68 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.837706 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-06718c36-9663-4c53-b6e5-ad8cce056e68 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217096 Jul 27 09:55:50.841088 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55804) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:50.846512 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-9e332774-13da-42e1-8fe7-bdc506d2b227 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'security_group_rule': {'security_group_id': '7adec1b8-1fa2-409d-8df3-ebc91218eeb5', 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:50.871848 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.securitygroups_db [None req-9e332774-13da-42e1-8fe7-bdc506d2b227 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Project 951b228bad6a4e5397ebe67f3ffd6939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 09:55:50.882983 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9e332774-13da-42e1-8fe7-bdc506d2b227 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.971356 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9e332774-13da-42e1-8fe7-bdc506d2b227 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.975531 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9e332774-13da-42e1-8fe7-bdc506d2b227 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:50.997023 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e332774-13da-42e1-8fe7-bdc506d2b227 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a9b75e-e9f2-4b6d-84b9-eb326e4d83ee,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:51.001059 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-9e332774-13da-42e1-8fe7-bdc506d2b227 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:51.002485 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-9e332774-13da-42e1-8fe7-bdc506d2b227 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602974 Jul 27 09:55:51.005426 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55806) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:55:51.009880 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-923211fa-fcb8-494f-891a-a62a13359e22 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'security_group_rule': {'security_group_id': '7adec1b8-1fa2-409d-8df3-ebc91218eeb5', 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:55:51.034926 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.securitygroups_db [None req-923211fa-fcb8-494f-891a-a62a13359e22 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Project 951b228bad6a4e5397ebe67f3ffd6939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 09:55:51.040675 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-923211fa-fcb8-494f-891a-a62a13359e22 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:51.113737 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-923211fa-fcb8-494f-891a-a62a13359e22 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:51.118769 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-923211fa-fcb8-494f-891a-a62a13359e22 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054812'] for security_group_rule, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:51.137217 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923211fa-fcb8-494f-891a-a62a13359e22 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0af8cf-477b-49d6-b1f2-f221a1dee854,revision_number=0']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:51.145832 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-923211fa-fcb8-494f-891a-a62a13359e22 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:51.147112 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-923211fa-fcb8-494f-891a-a62a13359e22 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408765 Jul 27 09:55:52.127792 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device e3a7a912-67da-4ddf-ba94-639616029284 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:52.181232 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port e3a7a912-67da-4ddf-ba94-639616029284 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:52.185832 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port e3a7a912-67da-4ddf-ba94-639616029284 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:52.186241 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:52.231197 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Sync routers for ids ['be0f7218-a72f-4732-9bc3-b8b600227dca'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:55:52.245337 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Routers {'be0f7218-a72f-4732-9bc3-b8b600227dca'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:52.246099 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['be0f7218-a72f-4732-9bc3-b8b600227dca'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:52.276032 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:52.299552 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port e3a7a912-67da-4ddf-ba94-639616029284, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=e3a7a912-67da-4ddf-ba94-639616029284,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:52.304152 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:52.304935 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device d89f1bce-5f71-4910-94b6-39cab02a9533 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:52.361680 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Set router be0f7218-a72f-4732-9bc3-b8b600227dca gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:52.378939 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=e3a7a912-67da-4ddf-ba94-639616029284,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:52.393388 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port d89f1bce-5f71-4910-94b6-39cab02a9533 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:52.393650 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:52.578607 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:45Z', 'updated_at': '2021-07-27T09:55:48Z', 'revision_number': 4, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'gw_port': {'id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:46Z', 'updated_at': '2021-07-27T09:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc', 'name': '', 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'mac_address': 'fa:16:3e:25:bb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:48Z', 'updated_at': '2021-07-27T09:55:48Z', 'revision_number': 2, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'subnets': [{'id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:52.606007 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Checking router: be0f7218-a72f-4732-9bc3-b8b600227dca for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:55:52.606356 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Updating router be0f7218-a72f-4732-9bc3-b8b600227dca port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc binding host dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 09:55:52.648897 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:52.933408 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Notify callbacks [] for port, precommit_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:52.950530 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.provisioning_blocks [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Transition to ACTIVE for port object 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc will not be triggered until provisioned by entity L2. {{(pid=99747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:55:52.956809 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:53.005580 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4788c-12c8-46de-b040-eeaa53736948 None None] Pushing event updated for resources: {'Port': ['ID=76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc,revision_number=3']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:53.067614 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Attempting to bind port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc on host dv-cinder-802440-1-iscsi for vnic_type normal with profile {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:55:53.067983 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Attempting to bind port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc by drivers openvswitch,hyperv on host dv-cinder-802440-1-iscsi at level 0 using segments [{'id': 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48'}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:55:53.068350 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Attempting to bind port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc on network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:55:53.076906 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Checking agent: {'id': '97bcb29a-6f7d-4050-aa9f-0f039098d909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802440-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 37, 44), 'started_at': datetime.datetime(2021, 7, 27, 9, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802440-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:55:53.077568 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Checking segment: {'id': 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:55:53.078005 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:53.078396 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Bound using segment: {'id': 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48'} {{(pid=99747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:55:53.078938 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.managers [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Bound port: 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc, host: dv-cinder-802440-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48'}}] {{(pid=99747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:55:53.079329 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:53.153258 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] For port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc, host dv-cinder-802440-1-iscsi, cleared binding levels {{(pid=99747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:55:53.157705 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.plugins.ml2.db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] For port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc, host dv-cinder-802440-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc,segment=NetworkSegment(f9372f5b-b76e-4f84-8c8a-c17a7f3b3993),segment_id=f9372f5b-b76e-4f84-8c8a-c17a7f3b3993)] {{(pid=99747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:55:53.162431 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron_lib.callbacks.manager [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:53.218037 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Routers {'be0f7218-a72f-4732-9bc3-b8b600227dca'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:55:53.218707 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:55:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['be0f7218-a72f-4732-9bc3-b8b600227dca'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:53.265577 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4788c-12c8-46de-b040-eeaa53736948 None None] Pushing event updated for resources: {'Port': ['ID=76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc,revision_number=4']} {{(pid=99747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:53.336607 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] Set router be0f7218-a72f-4732-9bc3-b8b600227dca gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:55:53.618124 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:45Z', 'updated_at': '2021-07-27T09:55:48Z', 'revision_number': 4, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'gw_port': {'id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:46Z', 'updated_at': '2021-07-27T09:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc', 'name': '', 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'mac_address': 'fa:16:3e:25:bb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:48Z', 'updated_at': '2021-07-27T09:55:53Z', 'revision_number': 4, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'subnets': [{'id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:55:53.643798 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994a30e-cd0f-4f9a-ad78-2c7cc57d18b8 None None] The sync data for ids ['be0f7218-a72f-4732-9bc3-b8b600227dca'] in dv-cinder-802440-1-iscsi is: [{'id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:45Z', 'updated_at': '2021-07-27T09:55:48Z', 'revision_number': 4, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'gw_port': {'id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:46Z', 'updated_at': '2021-07-27T09:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': '76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc', 'name': '', 'network_id': 'ea4337e0-13d5-402f-ac7e-7bb4d34f4b48', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'mac_address': 'fa:16:3e:25:bb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:48Z', 'updated_at': '2021-07-27T09:55:53Z', 'revision_number': 4, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'subnets': [{'id': '8306c6cf-96dd-4281-bb33-36410a8caa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:55:54.082014 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device e3a7a912-67da-4ddf-ba94-639616029284 up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:54.131588 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port e3a7a912-67da-4ddf-ba94-639616029284 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:54.131964 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:54.211312 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:54.257641 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning for port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:55:54.262291 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:54.262703 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:54.339057 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:54.378550 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] For port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc,segment=NetworkSegment(f9372f5b-b76e-4f84-8c8a-c17a7f3b3993),segment_id=f9372f5b-b76e-4f84-8c8a-c17a7f3b3993)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:55:54.382569 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:55:54.429415 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Pushing event updated for resources: {'Port': ['ID=76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:55:56.048522 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc up at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:55:56.096281 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Provisioning complete for port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:55:56.096558 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:07.789147 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-c1c3da06-60a3-47c8-ae90-3844020638a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217081226&fields=id&tenant_id=951b228bad6a4e5397ebe67f3ffd6939 HTTP/1.1" status: 200 len: 267 time: 0.0326624 Jul 27 09:56:07.893203 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-f2312597-0063-429d-aa3d-a2e143524b19 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:07.894646 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-f2312597-0063-429d-aa3d-a2e143524b19 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 811 time: 0.0987382 Jul 27 09:56:07.910246 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-1e2f2129-c451-45ed-9fab-7574c3019c47 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/quotas/951b228bad6a4e5397ebe67f3ffd6939 HTTP/1.1" status: 200 len: 375 time: 0.0100379 Jul 27 09:56:07.975785 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-e50fb12d-9a6c-4196-a4df-d4e11d0532cf tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602448 Jul 27 09:56:08.075201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-9c46720b-a80e-43da-9afe-2de9eb9281f8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:56:08.076248 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-9c46720b-a80e-43da-9afe-2de9eb9281f8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0900209 Jul 27 09:56:08.162640 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-7a5791af-d86b-4f3f-b678-cca6da361b78 service neutron] 10.222.0.22 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801482 Jul 27 09:56:08.253149 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-81e5579b-7065-4a08-a35c-c6a7c91a30c2 service neutron] 10.222.0.22 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841489 Jul 27 09:56:08.592189 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-6e40ffe2-7c75-4ddb-a9af-6e5360b3d035 req-27baad3d-810a-4306-b893-5118ee4d7dcb tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 210 time: 0.0775652 Jul 27 09:56:09.665665 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-fbb7e120-275a-42a8-a7a2-6b2514e75d66 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:09.667151 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-fbb7e120-275a-42a8-a7a2-6b2514e75d66 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 811 time: 0.1054819 Jul 27 09:56:09.698232 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-41657329-c4ef-4c64-9780-35f6a5ab5dc0 req-f6a37835-7aea-4e40-b8c8-bb7f480c0f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 210 time: 0.0295548 Jul 27 09:56:09.731596 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-ed900f89-f181-45c8-b3ed-527a6571dac6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=951b228bad6a4e5397ebe67f3ffd6939 HTTP/1.1" status: 200 len: 379 time: 0.0357060 Jul 27 09:56:09.740524 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'port': {'device_id': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'admin_state_up': True, 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'security_groups': ['7adec1b8-1fa2-409d-8df3-ebc91218eeb5']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:56:09.847159 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Made reservation on behalf of 951b228bad6a4e5397ebe67f3ffd6939 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:56:09.850640 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:09.974465 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Allocated IP 172.20.0.3 (089b51bb-b422-4864-b284-75c248317a92/2988ef72-bbc2-4b34-956d-fa92d79facc2/7c0ff35a-30a2-4727-aa4f-f1c732f108db) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:56:10.113909 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:10.126838 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Transition to ACTIVE for port object 7c0ff35a-30a2-4727-aa4f-f1c732f108db will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:56:10.160462 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:10.202333 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Network 089b51bb-b422-4864-b284-75c248317a92 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:56:10.205403 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:56:10.211901 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:56:10.236797 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'Port': ['ID=7c0ff35a-30a2-4727-aa4f-f1c732f108db,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:56:10.270522 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:10.271042 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:10.286912 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-6c58a763-9b0c-461e-bb5c-92e516297012 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499256 Jul 27 09:56:10.303867 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-f47b47c9-bb2b-495b-867e-d7e04e4fa0dc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:56:10.305142 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-f47b47c9-bb2b-495b-867e-d7e04e4fa0dc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059824 Jul 27 09:56:10.360440 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Request body: {'port': {'device_id': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:56:10.435038 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:10.473732 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-0623dd9e-63af-42f0-bad3-5d5aefe25cb6 None None] Provisioning for port 7c0ff35a-30a2-4727-aa4f-f1c732f108db completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:56:10.478263 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-0623dd9e-63af-42f0-bad3-5d5aefe25cb6 None None] Provisioning complete for port 7c0ff35a-30a2-4727-aa4f-f1c732f108db triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:56:10.478568 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-0623dd9e-63af-42f0-bad3-5d5aefe25cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:10.512862 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-0623dd9e-63af-42f0-bad3-5d5aefe25cb6 None None] Port 7c0ff35a-30a2-4727-aa4f-f1c732f108db cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:56:10.694808 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-c9b0fbe0-bede-4690-a90f-5c70b7976e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:10.973758 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b5f5-e9cb-40b4-8853-c992873e1b38 req-d38978a2-c65c-4db2-a316-62e8376709cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:10.975292 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c899b5f5-e9cb-40b4-8853-c992873e1b38 req-d38978a2-c65c-4db2-a316-62e8376709cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 931 time: 0.1329148 Jul 27 09:56:11.034953 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0ff35a-30a2-4727-aa4f-f1c732f108db {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:56:11.046105 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:11.050602 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c899b5f5-e9cb-40b4-8853-c992873e1b38 req-0553e9b6-a667-4574-8f5a-d821cf77f57e tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671108 Jul 27 09:56:11.060665 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Transition to ACTIVE for port object 7c0ff35a-30a2-4727-aa4f-f1c732f108db will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:56:11.064864 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:11.115629 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Pushing event updated for resources: {'Port': ['ID=7c0ff35a-30a2-4727-aa4f-f1c732f108db,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:56:11.186892 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Attempting to bind port 7c0ff35a-30a2-4727-aa4f-f1c732f108db on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:56:11.187233 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Attempting to bind port 7c0ff35a-30a2-4727-aa4f-f1c732f108db by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:56:11.187566 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Attempting to bind port 7c0ff35a-30a2-4727-aa4f-f1c732f108db on network 089b51bb-b422-4864-b284-75c248317a92 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:56:11.192127 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Port 7c0ff35a-30a2-4727-aa4f-f1c732f108db on network 089b51bb-b422-4864-b284-75c248317a92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:56:11.192445 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Attempting to bind port 7c0ff35a-30a2-4727-aa4f-f1c732f108db on network 089b51bb-b422-4864-b284-75c248317a92 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:56:11.197332 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:56:11.197667 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Checking segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:56:11.198052 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Bound using segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:56:11.198517 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Bound port: 7c0ff35a-30a2-4727-aa4f-f1c732f108db, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:56:11.198904 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:11.263158 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] For port 7c0ff35a-30a2-4727-aa4f-f1c732f108db, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:56:11.266288 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] For port 7c0ff35a-30a2-4727-aa4f-f1c732f108db, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:56:11.270720 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:11.306035 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:11.306580 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:11.308075 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] 10.222.0.48 "PUT /v2.0/ports/7c0ff35a-30a2-4727-aa4f-f1c732f108db HTTP/1.1" status: 200 len: 1093 time: 0.9963245 Jul 27 09:56:11.308517 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'tag': '7c0ff35a-30a2-4727-aa4f-f1c732f108db'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:56:11.310809 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd96b0-6b98-4021-bf31-5d53cf9e0529", "tag": "7c0ff35a-30a2-4727-aa4f-f1c732f108db"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:56:11.345029 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f845b1-44a5-422e-a677-807cf1ca0dba service neutron] Pushing event updated for resources: {'Port': ['ID=7c0ff35a-30a2-4727-aa4f-f1c732f108db,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:56:11.429964 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-f3c087cf-8aeb-40fc-b606-cbedf635561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:11.431698 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-f3c087cf-8aeb-40fc-b606-cbedf635561a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 1096 time: 0.0653622 Jul 27 09:56:11.453657 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9574fd-de3e-42bd-8eea-8dccc4ab54d2 x-openstack-request-id: req-6f9574fd-de3e-42bd-8eea-8dccc4ab54d2 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:56:11.453948 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd96b0-6b98-4021-bf31-5d53cf9e0529", "tag": "7c0ff35a-30a2-4727-aa4f-f1c732f108db", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:56:11.454341 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f9574fd-de3e-42bd-8eea-8dccc4ab54d2 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:56:11.454790 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'tag': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'status': 'completed', 'code': 200} Jul 27 09:56:11.484570 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-af0a52c6-0c1f-4fec-90e8-97f260b8dd0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db HTTP/1.1" status: 200 len: 217 time: 0.0383372 Jul 27 09:56:11.536158 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d69bc73c-ee7f-4f91-a577-1775d0d86f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:11.537597 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-d69bc73c-ee7f-4f91-a577-1775d0d86f10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0441828 Jul 27 09:56:11.596380 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-cead478c-fb42-496a-bd9e-c351f198758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:11.597884 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-cead478c-fb42-496a-bd9e-c351f198758d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528824 Jul 27 09:56:11.688998 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-7e45c7fc-96d8-42a2-96d3-47297e7d54f2 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838728 Jul 27 09:56:11.777107 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-35665b9b-31c7-4fa9-a0e7-270c9772e483 req-8b519491-6f7c-4aba-acb3-a1e8f9673b99 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801401 Jul 27 09:56:11.929838 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-5e2bf9c6-0af3-446e-95e5-03bbec196e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:11.931350 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-5e2bf9c6-0af3-446e-95e5-03bbec196e44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 1096 time: 0.0597680 Jul 27 09:56:12.020192 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-56627707-5c1c-4038-932c-fcd94dae4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:12.021678 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-56627707-5c1c-4038-932c-fcd94dae4a06 service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0831330 Jul 27 09:56:12.068324 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-12cedf05-2c3d-4fbb-9a6c-6d13c16a5dfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db HTTP/1.1" status: 200 len: 217 time: 0.0378618 Jul 27 09:56:12.118128 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-664682af-88c8-49d8-8497-6e291dbb9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:12.119580 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-664682af-88c8-49d8-8497-6e291dbb9c36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0443985 Jul 27 09:56:12.216735 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57294a5-ab60-4384-b3bf-afc04b53d3cd req-f5b30cec-288d-4094-b94e-977d10d63c20 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:12.218116 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c57294a5-ab60-4384-b3bf-afc04b53d3cd req-f5b30cec-288d-4094-b94e-977d10d63c20 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 943 time: 0.1018057 Jul 27 09:56:12.220809 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-7ce3e0a6-3863-47be-9dc2-76a12e92c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:12.222171 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-7ce3e0a6-3863-47be-9dc2-76a12e92c810 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941577 Jul 27 09:56:12.302380 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c57294a5-ab60-4384-b3bf-afc04b53d3cd req-1534e1e0-8355-4fe5-802f-6ce79c4194f6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781739 Jul 27 09:56:12.336180 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-9e077572-99be-43d7-aad7-b1c62c36eb52 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046729 Jul 27 09:56:12.428143 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-af316e8b-9ec8-4afe-83f6-e9a5e2f36569 req-c5f0292b-e4c3-49a4-be1d-8daff2b8c280 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853548 Jul 27 09:56:13.277894 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3f4b33c2-295f-4ba9-a37f-166c92d76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:13.431747 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cbb4-b254-4a55-bf5c-54c66cc2fac5 req-405874d6-4fcc-47b3-be28-754e8c84d71c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:13.433234 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d09cbb4-b254-4a55-bf5c-54c66cc2fac5 req-405874d6-4fcc-47b3-be28-754e8c84d71c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 943 time: 0.0642021 Jul 27 09:56:13.471267 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d09cbb4-b254-4a55-bf5c-54c66cc2fac5 req-dad4c3a9-2d09-4a98-846c-05b4f945acdd tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322208 Jul 27 09:56:13.750801 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:14.376488 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:14.598197 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fccfb-a92c-4b24-98b4-773360980bd6 req-b78145b1-6621-41f6-81bd-7808ea94d814 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:14.599705 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5c7fccfb-a92c-4b24-98b4-773360980bd6 req-b78145b1-6621-41f6-81bd-7808ea94d814 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 943 time: 0.0628386 Jul 27 09:56:14.638648 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5c7fccfb-a92c-4b24-98b4-773360980bd6 req-1f642609-efc6-41d9-b493-b8f6db82dcc4 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323703 Jul 27 09:56:15.772062 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7030f-18d5-4c38-bb8a-f514f2e70a26 req-40e4901e-8f12-415d-ae35-9652055cfa76 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:15.773536 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bcc7030f-18d5-4c38-bb8a-f514f2e70a26 req-40e4901e-8f12-415d-ae35-9652055cfa76 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 943 time: 0.0704961 Jul 27 09:56:15.803336 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:15.816401 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-bcc7030f-18d5-4c38-bb8a-f514f2e70a26 req-5b81437b-467a-4b09-bf46-bfc700430b5f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346169 Jul 27 09:56:15.929500 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:16.950405 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11150cef-ff85-4d88-b1b8-0fabe5dc290a req-12ccab80-2c96-4fb6-b3fd-8aae54fa630b tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:16.951906 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11150cef-ff85-4d88-b1b8-0fabe5dc290a req-12ccab80-2c96-4fb6-b3fd-8aae54fa630b tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 943 time: 0.0638855 Jul 27 09:56:16.992141 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-11150cef-ff85-4d88-b1b8-0fabe5dc290a req-d23e54ed-4c06-43a2-9627-9d8a326385bd tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342350 Jul 27 09:56:18.118752 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990c98-b744-4ca3-bda0-67150cee257e req-89d70961-bd75-42ff-8420-0e044f30b8e7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:18.120283 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f3990c98-b744-4ca3-bda0-67150cee257e req-89d70961-bd75-42ff-8420-0e044f30b8e7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 943 time: 0.0633457 Jul 27 09:56:18.162142 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-f3990c98-b744-4ca3-bda0-67150cee257e req-c7d22f0e-59d5-456d-9c9b-04dfdc9d4fed tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353777 Jul 27 09:56:18.163855 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:56:18.314510 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7c0ff35a-30a2-4727-aa4f-f1c732f108db details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:56:18.420473 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7c0ff35a-30a2-4727-aa4f-f1c732f108db, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:56:18.431795 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'port_id': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:56:18.468070 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:18.481488 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0ff35a-30a2-4727-aa4f-f1c732f108db {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:56:18.500589 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7c0ff35a-30a2-4727-aa4f-f1c732f108db, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:56:18.504576 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:18.551001 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=7c0ff35a-30a2-4727-aa4f-f1c732f108db,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:56:18.828061 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['7c0ff35a-30a2-4727-aa4f-f1c732f108db'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:56:19.289476 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de8714-264e-47eb-9cee-6340c50894f0 req-668bc739-0af2-434d-9f77-8f99adcdb92a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:19.290973 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c5de8714-264e-47eb-9cee-6340c50894f0 req-668bc739-0af2-434d-9f77-8f99adcdb92a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 944 time: 0.0632012 Jul 27 09:56:19.329237 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c5de8714-264e-47eb-9cee-6340c50894f0 req-706c2268-3b09-4a6f-9a0d-ae43a9fc9b57 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Jul 27 09:56:20.328087 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7c0ff35a-30a2-4727-aa4f-f1c732f108db up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:56:20.378281 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 7c0ff35a-30a2-4727-aa4f-f1c732f108db completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:56:20.382286 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 7c0ff35a-30a2-4727-aa4f-f1c732f108db triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:56:20.382658 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:20.458395 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838d62-e7f6-4771-a4eb-c3816b0e3141 req-9d4722fd-308f-4156-801e-bef78e14edab tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:20.459951 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-51838d62-e7f6-4771-a4eb-c3816b0e3141 req-9d4722fd-308f-4156-801e-bef78e14edab tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 944 time: 0.0653667 Jul 27 09:56:20.460118 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:20.482519 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0ff35a-30a2-4727-aa4f-f1c732f108db'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:56:20.484797 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a6ecb7-442b-4a7b-a8bf-0f577889c997" -d '{"events": [{"server_uuid": "86dd96b0-6b98-4021-bf31-5d53cf9e0529", "name": "network-vif-plugged", "status": "completed", "tag": "7c0ff35a-30a2-4727-aa4f-f1c732f108db"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:56:20.498841 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 7c0ff35a-30a2-4727-aa4f-f1c732f108db, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:56:20.500939 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-51838d62-e7f6-4771-a4eb-c3816b0e3141 req-1fce3e0e-7f5b-4052-b322-65bc0244d099 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341311 Jul 27 09:56:20.504463 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:20.552489 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=7c0ff35a-30a2-4727-aa4f-f1c732f108db,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:56:20.574819 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc47fe63-0406-4a32-ab45-405c5fb9a695 x-openstack-request-id: req-cc47fe63-0406-4a32-ab45-405c5fb9a695 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:56:20.575109 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd96b0-6b98-4021-bf31-5d53cf9e0529", "name": "network-vif-plugged", "status": "completed", "tag": "7c0ff35a-30a2-4727-aa4f-f1c732f108db", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:56:20.575361 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc47fe63-0406-4a32-ab45-405c5fb9a695 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:56:20.575751 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'code': 200} Jul 27 09:56:20.821600 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c8fff-cafb-4962-8292-0586e9c7f0f7 req-d966185c-f1f6-4910-a227-899bb05b7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:20.823155 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa3c8fff-cafb-4962-8292-0586e9c7f0f7 req-d966185c-f1f6-4910-a227-899bb05b7ae8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 1098 time: 0.0547493 Jul 27 09:56:20.855857 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-aa3c8fff-cafb-4962-8292-0586e9c7f0f7 req-914e6d54-d56c-4390-8f45-7499f93bb3f9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260859 Jul 27 09:56:21.629424 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a969d-d6d0-403a-8a2f-a1df813dd152 req-05b925b9-695a-4af6-a66e-a25b40faaa84 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:21.630968 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-677a969d-d6d0-403a-8a2f-a1df813dd152 req-05b925b9-695a-4af6-a66e-a25b40faaa84 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 945 time: 0.0626090 Jul 27 09:56:21.667787 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-677a969d-d6d0-403a-8a2f-a1df813dd152 req-4377f480-257b-4831-b237-acd1184aadf7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304604 Jul 27 09:56:22.794842 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990404a3-78b0-4f15-bf78-ab85a7589335 req-3da026ff-e37e-4db5-8604-48843e82e97f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:22.796367 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-990404a3-78b0-4f15-bf78-ab85a7589335 req-3da026ff-e37e-4db5-8604-48843e82e97f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 945 time: 0.0629857 Jul 27 09:56:22.833115 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-990404a3-78b0-4f15-bf78-ab85a7589335 req-a01250ad-c202-47bc-8c05-ad62fc217f2c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Jul 27 09:56:22.961259 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d0277-21ab-4c55-bc18-5a8b8824bb99 req-a85ccdc9-64f8-49db-aa0c-be45243a1655 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:22.962634 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c21d0277-21ab-4c55-bc18-5a8b8824bb99 req-a85ccdc9-64f8-49db-aa0c-be45243a1655 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 945 time: 0.0651875 Jul 27 09:56:23.002618 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c21d0277-21ab-4c55-bc18-5a8b8824bb99 req-ba9cfd13-9347-49de-8199-894870954e4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331600 Jul 27 09:56:23.025338 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55978) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:56:23.119776 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682cf63-b33c-4b2d-9113-017cb6950719 tempest-TestVolumeBootPattern-221747805 tempest-TestVolumeBootPattern-221747805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:23.121334 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-d682cf63-b33c-4b2d-9113-017cb6950719 tempest-TestVolumeBootPattern-221747805 tempest-TestVolumeBootPattern-221747805-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 1093 time: 0.0950012 Jul 27 09:56:23.124207 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 55982) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:56:23.128468 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.v2.base [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'floatingip': {'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'port_id': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:56:23.149178 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:23.245160 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:23.343476 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_common [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Allocated IP 172.27.1.252 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/404ddb15-7098-42bc-9e79-c6cf4cacab17) {{(pid=99745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:56:23.444014 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for port, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:23.483134 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:23.516132 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:56:23.518885 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.base_scheduler [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Resources bound (agent type, host, resource id): {{(pid=99745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:56:23.522898 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Received port after_create {{(pid=99745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:56:23.550348 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'Port': ['ID=404ddb15-7098-42bc-9e79-c6cf4cacab17,revision_number=1']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:56:23.880402 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:23.956584 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:24.100866 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for port, precommit_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:24.106971 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27231618'] for port, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:24.173052 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'Port': ['ID=404ddb15-7098-42bc-9e79-c6cf4cacab17,revision_number=2']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:56:24.186509 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:24.281021 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.db.l3_db [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Floating IP 730c49b0-d58c-412b-94f8-2f9462ba574c associated. External IP: 172.27.1.252, port: 7c0ff35a-30a2-4727-aa4f-f1c732f108db. Jul 27 09:56:24.494837 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Router 59f790c3-275a-4a90-a727-4363a901e7e4 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:56:24.597035 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:56:24.607007 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] Sync routers for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:56:24.613976 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:24.619615 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:56:24.620225 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:56:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:56:24.648616 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-e053cbac-1a8d-400b-b479-833352ff1f4d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5233936 Jul 27 09:56:24.649196 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'tag': '7c0ff35a-30a2-4727-aa4f-f1c732f108db'}] {{(pid=99745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:56:24.651940 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce3b41c462ebba350985894298ca90253f8663e19624fa7accfd13c45103618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d599eb8-9989-4d7c-9de4-4ca33ad59560" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd96b0-6b98-4021-bf31-5d53cf9e0529", "tag": "7c0ff35a-30a2-4727-aa4f-f1c732f108db"}]}' {{(pid=99745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:56:24.739470 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:56:24.754447 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55b94f2-6dde-45e1-bceb-02f82d7c6c9d x-openstack-request-id: req-b55b94f2-6dde-45e1-bceb-02f82d7c6c9d {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:56:24.754765 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd96b0-6b98-4021-bf31-5d53cf9e0529", "tag": "7c0ff35a-30a2-4727-aa4f-f1c732f108db", "status": "completed", "code": 200}]} {{(pid=99745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:56:24.755027 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b55b94f2-6dde-45e1-bceb-02f82d7c6c9d {{(pid=99745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:56:24.755424 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'tag': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'status': 'completed', 'code': 200} Jul 27 09:56:24.852613 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-bc6de2d8-0739-4657-b09b-27040057d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:24.854110 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-bc6de2d8-0739-4657-b09b-27040057d015 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 1098 time: 0.0535147 Jul 27 09:56:24.945493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-2bdb1ac2-c1c4-4bd0-86ee-33d5cf6d1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:24.947018 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-2bdb1ac2-c1c4-4bd0-86ee-33d5cf6d1b5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0860386 Jul 27 09:56:24.957559 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '730c49b0-d58c-412b-94f8-2f9462ba574c', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:56:23Z', 'updated_at': '2021-07-27T09:56:23Z', 'revision_number': 0, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:56:24.983691 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] Checking router: 59f790c3-275a-4a90-a727-4363a901e7e4 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:56:24.992182 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:56:24.992786 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:56:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:56:25.009574 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-5a1a2132-5398-47e2-8685-844355182cb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db HTTP/1.1" status: 200 len: 999 time: 0.0559998 Jul 27 09:56:25.063857 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-1f670f23-8e79-4a52-8ca1-6e8dc07781ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:25.065305 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-1f670f23-8e79-4a52-8ca1-6e8dc07781ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0495059 Jul 27 09:56:25.097324 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:56:25.129403 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-87eec3c1-8827-4dee-9689-05ed3af2622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:25.130915 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-87eec3c1-8827-4dee-9689-05ed3af2622f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581856 Jul 27 09:56:25.221025 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-36700394-fc41-448a-85f7-d4e72ecd4ea7 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832078 Jul 27 09:56:25.316451 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3d599eb8-9989-4d7c-9de4-4ca33ad59560 req-419c8f51-ff44-4fb8-9e12-f4c1081fed6d service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Jul 27 09:56:25.438479 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '730c49b0-d58c-412b-94f8-2f9462ba574c', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:56:23Z', 'updated_at': '2021-07-27T09:56:23Z', 'revision_number': 0, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:56:25.464077 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da673426-68ac-4b16-8b11-e850b6bc6501 None None] The sync data for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi is: [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '730c49b0-d58c-412b-94f8-2f9462ba574c', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:56:23Z', 'updated_at': '2021-07-27T09:56:23Z', 'revision_number': 0, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:56:25.645732 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721fd12-0511-427f-95d3-6bbd9c95a0e0 None None] New status for floating IP 730c49b0-d58c-412b-94f8-2f9462ba574c: ACTIVE {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:56:40.697057 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-660c502d-c640-432f-b8a5-b6809d0e398c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:43.277841 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-34bce36b-bccf-4a96-b61e-c3280d78eeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:43.752197 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:44.380144 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:45.804835 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:45.941934 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:56:53.333959 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-fe5439d1-e9a3-4c38-9b73-694679c07d64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538247 Jul 27 09:56:53.444787 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-5fa7bd5c-164a-40c7-93eb-326fd068350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:53.446273 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-5fa7bd5c-164a-40c7-93eb-326fd068350b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 1098 time: 0.0532980 Jul 27 09:56:53.551473 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-7a7c5542-8dcf-4a5f-8827-a66b0eda5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:53.552944 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-7a7c5542-8dcf-4a5f-8827-a66b0eda5af0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0872321 Jul 27 09:56:53.616959 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-04fe1451-0145-4063-b2a8-c936a574f734 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db HTTP/1.1" status: 200 len: 1001 time: 0.0561082 Jul 27 09:56:53.664731 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-b44d614b-54ce-4639-ac1d-2958cf9c9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:53.667001 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-b44d614b-54ce-4639-ac1d-2958cf9c9944 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0418098 Jul 27 09:56:53.729891 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-4b9af793-e451-497a-8cd2-fad96b7ee150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:56:53.731423 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-4b9af793-e451-497a-8cd2-fad96b7ee150 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572515 Jul 27 09:56:53.818494 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-e04b4fa5-7cdc-40f0-8301-1a5d476987ea service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796010 Jul 27 09:56:53.909518 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28386e45-1b86-4f57-ad43-12f7fe1ad122 req-466bda1f-46c9-4d40-abf3-5325faaad02c service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837138 Jul 27 09:56:55.163259 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:57:10.698777 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-cab8aae6-12c6-4cba-ad15-fe4e28be2de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:13.277781 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e49af96b-f1c8-4049-8d88-30ee3b137616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:13.755165 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:14.383725 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:15.808022 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:15.951019 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:32.161842 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:57:40.699351 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e2522af3-8cbc-4516-9432-a0eec35204d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:43.278295 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-5bb63f60-e7ae-4b1d-9c45-2e5b2630befb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:43.756331 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:44.384975 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:45.810933 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:45.939971 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:57:53.333323 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-e759a177-642d-4d42-82ce-18f7d783a5fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547259 Jul 27 09:57:53.445881 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-2f76a68f-f205-4507-8dfd-426a11b23d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:57:53.447436 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-2f76a68f-f205-4507-8dfd-426a11b23d95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 1098 time: 0.0557363 Jul 27 09:57:53.555558 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-5c916a4a-edb4-475d-9acb-ec83b6b2c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:57:53.557034 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-5c916a4a-edb4-475d-9acb-ec83b6b2c5f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0904195 Jul 27 09:57:53.620839 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-1c86ed83-1db2-4fba-99ae-8fab4e86d396 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db HTTP/1.1" status: 200 len: 1001 time: 0.0566964 Jul 27 09:57:53.672202 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-a3c5648e-8fb7-4ab5-a4df-3dd88e15aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:57:53.673626 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-a3c5648e-8fb7-4ab5-a4df-3dd88e15aea1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0464478 Jul 27 09:57:53.730224 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-f44218d4-649d-4a85-bc1e-21817bb61fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:57:53.731680 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-f44218d4-649d-4a85-bc1e-21817bb61fc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507965 Jul 27 09:57:53.817699 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-c22bfc4e-0250-4c62-b221-994030035490 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788479 Jul 27 09:57:53.906861 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b626488-8fbb-488c-928c-2b273cd2b44c req-c70794dc-caf6-4c29-923b-203adbd0c9ab service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821846 Jul 27 09:58:09.160507 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:58:10.700167 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-9c565e84-eb2c-4b42-b066-0bc6c7725ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:13.279073 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-00e7ae61-b129-48a2-b4a1-9198ab144a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:13.758590 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:14.387395 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:15.814524 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:15.955025 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:19.973458 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b705d2c-edd8-47d0-81c6-5064d98baa0a req-29195b55-389f-424c-86f0-05448294b386 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:19.975192 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3b705d2c-edd8-47d0-81c6-5064d98baa0a req-29195b55-389f-424c-86f0-05448294b386 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 945 time: 0.0626154 Jul 27 09:58:20.016804 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-3b705d2c-edd8-47d0-81c6-5064d98baa0a req-b5b02c3f-7924-48b9-b9e8-0683e2528424 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337675 Jul 27 09:58:21.169078 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3e96c-5bfe-4b18-8dd0-2665ac836551 req-75895914-c5a3-4d73-8611-c6e117c02b8b tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:21.170822 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e5e3e96c-5bfe-4b18-8dd0-2665ac836551 req-75895914-c5a3-4d73-8611-c6e117c02b8b tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 945 time: 0.0727816 Jul 27 09:58:21.209406 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e5e3e96c-5bfe-4b18-8dd0-2665ac836551 req-bfd52f8c-58e5-43f3-9f51-0c697ba6cba9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312147 Jul 27 09:58:21.699267 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-224f5d89-aea2-4c52-8183-ab9233878e85 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:21.700780 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-224f5d89-aea2-4c52-8183-ab9233878e85 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 945 time: 0.0633745 Jul 27 09:58:21.800388 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Deleting port 7c0ff35a-30a2-4727-aa4f-f1c732f108db {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 09:58:21.800723 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:21.888922 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] For port 7c0ff35a-30a2-4727-aa4f-f1c732f108db, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=7c0ff35a-30a2-4727-aa4f-f1c732f108db,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:58:21.889290 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:22.055684 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:22.056569 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:22.056569 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Floating IP 730c49b0-d58c-412b-94f8-2f9462ba574c disassociated. External IP: 172.27.1.252, port: 7c0ff35a-30a2-4727-aa4f-f1c732f108db. Jul 27 09:58:22.056848 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Calling delete_port for 7c0ff35a-30a2-4727-aa4f-f1c732f108db owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 09:58:22.185535 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:22.213766 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event deleted for resources: {'Port': ['ID=7c0ff35a-30a2-4727-aa4f-f1c732f108db,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:58:22.228242 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.228598 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.228946 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.229288 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.229626 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.229961 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.230293 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.230623 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.230987 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.231314 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.231701 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.231967 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:22.346451 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7a2b6c63-e5aa-47af-8ed8-1c4476e7abc9 req-5709a19f-c354-4eb0-b9c3-6cdcdafe46fb tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 210 time: 0.0544269 Jul 27 09:58:22.367038 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Router 59f790c3-275a-4a90-a727-4363a901e7e4 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:58:22.478909 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:58:22.489045 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] Sync routers for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:58:22.497941 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:58:22.498553 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:58:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:58:22.526934 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] No DVR routers for this DVR port 7c0ff35a-30a2-4727-aa4f-f1c732f108db on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 09:58:22.528738 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:22.530796 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-9b1700f1-d25d-4bd5-b1dc-0806f89b1bde req-5160179c-8795-4716-93c0-a1c606bf5ec0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "DELETE /v2.0/ports/7c0ff35a-30a2-4727-aa4f-f1c732f108db HTTP/1.1" status: 204 len: 173 time: 0.8239713 Jul 27 09:58:22.531249 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'name': 'network-vif-deleted', 'tag': '7c0ff35a-30a2-4727-aa4f-f1c732f108db'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:58:22.533553 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e903b6-d2e6-4aa3-a658-d86083528e47" -d '{"events": [{"server_uuid": "86dd96b0-6b98-4021-bf31-5d53cf9e0529", "name": "network-vif-deleted", "tag": "7c0ff35a-30a2-4727-aa4f-f1c732f108db"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:58:22.581634 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f89227-25ba-4dbe-aa38-5cd005c74b32 x-openstack-request-id: req-e1f89227-25ba-4dbe-aa38-5cd005c74b32 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:58:22.581937 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd96b0-6b98-4021-bf31-5d53cf9e0529", "name": "network-vif-deleted", "tag": "7c0ff35a-30a2-4727-aa4f-f1c732f108db", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:58:22.582193 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1f89227-25ba-4dbe-aa38-5cd005c74b32 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:58:22.582594 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd96b0-6b98-4021-bf31-5d53cf9e0529', 'name': 'network-vif-deleted', 'tag': '7c0ff35a-30a2-4727-aa4f-f1c732f108db', 'status': 'completed', 'code': 200} Jul 27 09:58:22.609974 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:58:22.811309 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:58:22.841525 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] Checking router: 59f790c3-275a-4a90-a727-4363a901e7e4 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:58:22.850203 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:58:22.850862 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:58:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:58:22.954365 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:58:23.146375 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:58:23.172570 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acd508-6fb8-442e-8bce-d95644fdca7f None None] The sync data for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi is: [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:58:23.396257 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c545a6-9f85-4046-8ffc-c35cacdbbe5c None None] New status for floating IP 730c49b0-d58c-412b-94f8-2f9462ba574c: DOWN {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:58:23.467300 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7806d405-5934-4423-b90b-1e8b60e999c3 req-4cadc1d1-5423-47b8-8ca7-346542bae453 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=86dd96b0-6b98-4021-bf31-5d53cf9e0529 HTTP/1.1" status: 200 len: 210 time: 0.0370800 Jul 27 09:58:24.689060 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c972cc7-5e5a-4a4c-88f2-e6ee35799bf7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217081226&fields=id&tenant_id=951b228bad6a4e5397ebe67f3ffd6939 HTTP/1.1" status: 200 len: 267 time: 0.0321827 Jul 27 09:58:24.793192 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc8184-a331-4a22-af79-b844bf200c05 req-8d361194-c044-496b-b833-ba624bb8b0d1 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:24.794628 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-8d361194-c044-496b-b833-ba624bb8b0d1 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 811 time: 0.0992045 Jul 27 09:58:24.809360 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-3fa6baeb-fc24-4662-bb62-aa6a07565d4f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/quotas/951b228bad6a4e5397ebe67f3ffd6939 HTTP/1.1" status: 200 len: 375 time: 0.0090663 Jul 27 09:58:24.873046 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7c0ff35a-30a2-4727-aa4f-f1c732f108db no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 09:58:24.876093 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d7e81dec-e3b5-4f72-b01a-cbb93bb612c8 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616231 Jul 27 09:58:24.896936 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 7c0ff35a-30a2-4727-aa4f-f1c732f108db {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 09:58:24.897287 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 7c0ff35a-30a2-4727-aa4f-f1c732f108db not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 09:58:24.952486 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-c4969f0e-c96d-4f45-ae70-a0a5dff4e252 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=99744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 09:58:24.953488 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-c4969f0e-c96d-4f45-ae70-a0a5dff4e252 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0660815 Jul 27 09:58:25.040237 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-44ef055c-3b10-492b-9eb3-ef5d9f5d593e service neutron] 10.222.0.22 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806255 Jul 27 09:58:25.131239 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-da04fec9-89a5-4866-b017-b68aca9d2742 service neutron] 10.222.0.22 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849032 Jul 27 09:58:25.418024 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a61391b3-5703-451a-9384-bc0c5ba728d3 req-b56e8ae8-afd8-4243-ad59-3bc32249e072 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 210 time: 0.0297813 Jul 27 09:58:26.389782 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc8184-a331-4a22-af79-b844bf200c05 req-0fb271ea-6621-4d79-9774-5578196f123c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:26.391254 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-0fb271ea-6621-4d79-9774-5578196f123c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 811 time: 0.1122689 Jul 27 09:58:26.457204 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-379fd316-0fe3-4beb-9014-b6128a68ce17 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=951b228bad6a4e5397ebe67f3ffd6939 HTTP/1.1" status: 200 len: 379 time: 0.0360470 Jul 27 09:58:26.466829 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'port': {'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'admin_state_up': True, 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'security_groups': ['7adec1b8-1fa2-409d-8df3-ebc91218eeb5']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:58:26.542059 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-233b91aa-f2e3-4428-b615-7166c74f0773 req-db2f7ada-ec29-426b-b9f5-17eab44d0d0a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 210 time: 0.0335352 Jul 27 09:58:26.601200 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Made reservation on behalf of 951b228bad6a4e5397ebe67f3ffd6939 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 09:58:26.605305 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:26.724459 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Allocated IP 172.20.0.11 (089b51bb-b422-4864-b284-75c248317a92/2988ef72-bbc2-4b34-956d-fa92d79facc2/d7e5c65d-c744-4b78-8d1e-a23704f20191) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:58:27.151600 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:27.163680 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Transition to ACTIVE for port object d7e5c65d-c744-4b78-8d1e-a23704f20191 will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:58:27.196533 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:27.236004 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Network 089b51bb-b422-4864-b284-75c248317a92 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:58:27.239023 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:58:27.245858 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:58:27.269735 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'Port': ['ID=d7e5c65d-c744-4b78-8d1e-a23704f20191,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:58:27.298897 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:27.299530 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:27.321204 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-d5f8e7d2-67af-4c1b-8d31-7a85ff8d346a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8582537 Jul 27 09:58:27.340830 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Request body: {'port': {'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:58:27.412443 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e19333e1-ca7e-4174-972e-537fcddb2bf2 None None] Provisioning for port d7e5c65d-c744-4b78-8d1e-a23704f20191 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:58:27.417106 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e19333e1-ca7e-4174-972e-537fcddb2bf2 None None] Provisioning complete for port d7e5c65d-c744-4b78-8d1e-a23704f20191 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:58:27.417477 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e19333e1-ca7e-4174-972e-537fcddb2bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:27.421511 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:27.449781 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e19333e1-ca7e-4174-972e-537fcddb2bf2 None None] Port d7e5c65d-c744-4b78-8d1e-a23704f20191 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 09:58:27.716265 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e5c65d-c744-4b78-8d1e-a23704f20191 {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:58:27.730120 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da3cc0-4fb4-4113-ab57-04321f67e52a req-d1f45426-7638-478a-a812-9bae5ff55bf2 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:27.731613 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81da3cc0-4fb4-4113-ab57-04321f67e52a req-d1f45426-7638-478a-a812-9bae5ff55bf2 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 932 time: 0.1191840 Jul 27 09:58:27.733309 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:27.757022 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Transition to ACTIVE for port object d7e5c65d-c744-4b78-8d1e-a23704f20191 will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 09:58:27.763684 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:27.805865 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-81da3cc0-4fb4-4113-ab57-04321f67e52a req-dd2600ab-89f7-4105-962e-d7ab37e161ca tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668087 Jul 27 09:58:27.836772 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Pushing event updated for resources: {'Port': ['ID=d7e5c65d-c744-4b78-8d1e-a23704f20191,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:58:27.912618 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Attempting to bind port d7e5c65d-c744-4b78-8d1e-a23704f20191 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 09:58:27.913085 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Attempting to bind port d7e5c65d-c744-4b78-8d1e-a23704f20191 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 09:58:27.913563 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Attempting to bind port d7e5c65d-c744-4b78-8d1e-a23704f20191 on network 089b51bb-b422-4864-b284-75c248317a92 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:58:27.918890 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Port d7e5c65d-c744-4b78-8d1e-a23704f20191 on network 089b51bb-b422-4864-b284-75c248317a92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 09:58:27.919217 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Attempting to bind port d7e5c65d-c744-4b78-8d1e-a23704f20191 on network 089b51bb-b422-4864-b284-75c248317a92 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 09:58:27.925881 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 09:58:27.926357 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Checking segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 09:58:27.926966 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Bound using segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 09:58:27.927615 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Bound port: d7e5c65d-c744-4b78-8d1e-a23704f20191, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 09:58:27.928289 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:27.997343 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] For port d7e5c65d-c744-4b78-8d1e-a23704f20191, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 09:58:28.000289 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] For port d7e5c65d-c744-4b78-8d1e-a23704f20191, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 09:58:28.005007 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:28.038406 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:28.039126 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:28.040479 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] 10.222.0.48 "PUT /v2.0/ports/d7e5c65d-c744-4b78-8d1e-a23704f20191 HTTP/1.1" status: 200 len: 1094 time: 0.7040660 Jul 27 09:58:28.041161 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:58:28.043431 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e" -d '{"events": [{"name": "network-changed", "server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:58:28.068786 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c6799-426f-4c31-b3fc-deace648220c service neutron] Pushing event updated for resources: {'Port': ['ID=d7e5c65d-c744-4b78-8d1e-a23704f20191,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:58:28.136991 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8ec0ac-a4ff-4878-96f9-2a7fd204d97c x-openstack-request-id: req-8c8ec0ac-a4ff-4878-96f9-2a7fd204d97c {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:58:28.137276 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:58:28.137521 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c8ec0ac-a4ff-4878-96f9-2a7fd204d97c {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:58:28.137917 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'status': 'completed', 'code': 200} Jul 27 09:58:28.166159 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc8184-a331-4a22-af79-b844bf200c05 req-0c7e80f6-6b84-4297-9b04-d736c4ec0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:28.167696 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-0c7e80f6-6b84-4297-9b04-d736c4ec0010 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 1097 time: 0.0630608 Jul 27 09:58:28.218509 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-31d5d56e-8ad0-4634-a0cc-cfd9bf725709 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191 HTTP/1.1" status: 200 len: 217 time: 0.0373218 Jul 27 09:58:28.268337 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc8184-a331-4a22-af79-b844bf200c05 req-2d6e6a13-3f2c-41f6-9576-ad4358af6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:28.269784 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-2d6e6a13-3f2c-41f6-9576-ad4358af6d1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0443530 Jul 27 09:58:28.330840 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc8184-a331-4a22-af79-b844bf200c05 req-c6f00524-3c1e-4208-a353-79be94421051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:28.332345 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-c6f00524-3c1e-4208-a353-79be94421051 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559926 Jul 27 09:58:28.425919 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-c7866f02-9ea0-4837-8c27-cfa6623eb92b service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860729 Jul 27 09:58:28.516879 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-86dc8184-a331-4a22-af79-b844bf200c05 req-a84a4b10-4584-4ff2-be31-e0bf651641dd service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840528 Jul 27 09:58:28.669700 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-ed22da8d-2726-48c7-be62-b0eabcd61b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:28.671222 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-ed22da8d-2726-48c7-be62-b0eabcd61b9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 1097 time: 0.0605812 Jul 27 09:58:28.759313 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-e84ca2e2-165e-43bf-8155-37b768c3193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:28.760819 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-e84ca2e2-165e-43bf-8155-37b768c3193f service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0819373 Jul 27 09:58:28.808606 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-727f50a4-d236-41f7-8ba5-b4975e682ca8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191 HTTP/1.1" status: 200 len: 217 time: 0.0350735 Jul 27 09:58:28.863016 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-224d3c05-fca4-4a4f-a5c1-fff03504895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:28.864484 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-224d3c05-fca4-4a4f-a5c1-fff03504895a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0482998 Jul 27 09:58:28.967807 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-d3c6bec1-80a7-44c7-8f5a-f9fc21a3f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:28.969367 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-d3c6bec1-80a7-44c7-8f5a-f9fc21a3f349 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977342 Jul 27 09:58:28.981997 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5314c-7032-462b-8cbb-9d46b6924dad req-82249e77-d48e-482f-b995-ee7d532e2c50 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:28.983509 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b1f5314c-7032-462b-8cbb-9d46b6924dad req-82249e77-d48e-482f-b995-ee7d532e2c50 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 944 time: 0.0853529 Jul 27 09:58:29.073070 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b1f5314c-7032-462b-8cbb-9d46b6924dad req-96ed4dcd-289d-46ee-b4ca-c01fa5a95f33 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806301 Jul 27 09:58:29.098484 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-c551fb3d-d145-4631-ac04-10caae7d037e service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139536 Jul 27 09:58:29.191195 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-07a0bf1b-a37d-4350-b81e-f8bf3bd8da9e req-cbd1c5aa-efce-4645-b221-95e636ed3c87 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848787 Jul 27 09:58:30.202402 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918d929-1ba2-4684-9651-d86f046c5f5e req-97e67c6c-eab3-4783-a859-4dd9bb69bbef tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:30.203912 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0918d929-1ba2-4684-9651-d86f046c5f5e req-97e67c6c-eab3-4783-a859-4dd9bb69bbef tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 944 time: 0.0635781 Jul 27 09:58:30.244757 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-0918d929-1ba2-4684-9651-d86f046c5f5e req-edef177b-64c8-47ae-93b6-489c2efe0dd9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349731 Jul 27 09:58:31.380132 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ba5ce-669e-4b4a-862d-6b98a5498df0 req-906a181d-372f-4774-adb7-cbdd5a6f72f9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:31.381683 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d69ba5ce-669e-4b4a-862d-6b98a5498df0 req-906a181d-372f-4774-adb7-cbdd5a6f72f9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 944 time: 0.0644045 Jul 27 09:58:31.420869 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d69ba5ce-669e-4b4a-862d-6b98a5498df0 req-8d765f2f-a999-42d5-84ef-d14d1d7277d1 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331316 Jul 27 09:58:32.549727 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32453ebd-6a96-4570-a8b4-3b3f431c991b req-d2eb9fa8-11ae-48b3-b756-5bd8f6f03557 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:32.551256 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-32453ebd-6a96-4570-a8b4-3b3f431c991b req-d2eb9fa8-11ae-48b3-b756-5bd8f6f03557 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 944 time: 0.0659478 Jul 27 09:58:32.589320 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-32453ebd-6a96-4570-a8b4-3b3f431c991b req-e1bee80f-10c1-46ab-ad5e-5fdd6a9da4de tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318961 Jul 27 09:58:33.715812 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f66a-2816-4150-9585-ba3bdd1a6651 req-e3b7218f-78d2-460d-820f-f16384425623 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:33.717187 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-03d0f66a-2816-4150-9585-ba3bdd1a6651 req-e3b7218f-78d2-460d-820f-f16384425623 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 944 time: 0.0624249 Jul 27 09:58:33.753625 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-03d0f66a-2816-4150-9585-ba3bdd1a6651 req-c2ba68ea-1bdf-4487-9fd0-71e1acafcc27 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306842 Jul 27 09:58:34.877573 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf333606-bd1a-4f8d-bba9-feaf90b4f7c5 req-222b5ea8-1788-480d-8e44-b216ea4ffbd5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:34.879059 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cf333606-bd1a-4f8d-bba9-feaf90b4f7c5 req-222b5ea8-1788-480d-8e44-b216ea4ffbd5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 944 time: 0.0615809 Jul 27 09:58:34.916659 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-cf333606-bd1a-4f8d-bba9-feaf90b4f7c5 req-5013e34d-b110-4057-9ca5-369fcf7b581b tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312929 Jul 27 09:58:34.931394 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device d7e5c65d-c744-4b78-8d1e-a23704f20191 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 09:58:35.021789 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port d7e5c65d-c744-4b78-8d1e-a23704f20191, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:58:35.032601 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 09:58:35.071792 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:35.083809 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e5c65d-c744-4b78-8d1e-a23704f20191 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 09:58:35.102967 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port d7e5c65d-c744-4b78-8d1e-a23704f20191, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:58:35.106598 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:35.151631 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=d7e5c65d-c744-4b78-8d1e-a23704f20191,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:58:35.158274 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.158623 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.158990 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.159328 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.159660 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.159995 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.160321 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.160652 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.160975 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.161295 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.161615 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.161934 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 09:58:35.395109 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['d7e5c65d-c744-4b78-8d1e-a23704f20191'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 09:58:36.049482 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27c2cb-9253-4526-a159-212308953ef2 req-d81e6979-abcb-4c1e-b252-de5feac677e0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:36.050993 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2e27c2cb-9253-4526-a159-212308953ef2 req-d81e6979-abcb-4c1e-b252-de5feac677e0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 945 time: 0.0691483 Jul 27 09:58:36.089204 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-2e27c2cb-9253-4526-a159-212308953ef2 req-8ca9a7a9-d5b3-48df-b420-7467a4e7be7e tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323288 Jul 27 09:58:36.948289 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device d7e5c65d-c744-4b78-8d1e-a23704f20191 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 09:58:36.996876 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port d7e5c65d-c744-4b78-8d1e-a23704f20191 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 09:58:37.000570 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port d7e5c65d-c744-4b78-8d1e-a23704f20191 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 09:58:37.000944 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:37.075672 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:37.098081 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:58:37.100356 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f619731-6127-4337-a193-5002475c97d0" -d '{"events": [{"server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "name": "network-vif-plugged", "status": "completed", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:58:37.114094 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port d7e5c65d-c744-4b78-8d1e-a23704f20191, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 09:58:37.119771 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:37.144461 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 09:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b62237-ac4d-45a2-b529-d83b0df96530 x-openstack-request-id: req-21b62237-ac4d-45a2-b529-d83b0df96530 {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:58:37.144745 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "name": "network-vif-plugged", "status": "completed", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:58:37.144995 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21b62237-ac4d-45a2-b529-d83b0df96530 {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:58:37.145375 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'code': 200} Jul 27 09:58:37.172795 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=d7e5c65d-c744-4b78-8d1e-a23704f20191,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:58:37.220198 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfa62-d933-409e-a487-53072da85ff3 req-2bc65aee-da7c-4378-a814-f3483cf493ce tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:37.221586 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-311cfa62-d933-409e-a487-53072da85ff3 req-2bc65aee-da7c-4378-a814-f3483cf493ce tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 946 time: 0.0644002 Jul 27 09:58:37.271217 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-311cfa62-d933-409e-a487-53072da85ff3 req-f246d8f1-76bf-4be0-9d1b-4b7b503110e2 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429204 Jul 27 09:58:37.389413 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbcecc-4d60-4809-97e4-5588f09e469b req-0e217727-e052-4674-9ce0-e60c850f0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:37.390936 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c6dbcecc-4d60-4809-97e4-5588f09e469b req-0e217727-e052-4674-9ce0-e60c850f0c8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 1099 time: 0.0573196 Jul 27 09:58:37.426266 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c6dbcecc-4d60-4809-97e4-5588f09e469b req-8ded2320-9c87-4280-87d2-6a1f146102b3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283880 Jul 27 09:58:38.419211 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18224d34-afff-49b5-9306-c7183f68f340 req-79f8508e-a309-418a-8565-2fd136bf5c11 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:38.420868 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-18224d34-afff-49b5-9306-c7183f68f340 req-79f8508e-a309-418a-8565-2fd136bf5c11 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 946 time: 0.0803435 Jul 27 09:58:38.459932 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-18224d34-afff-49b5-9306-c7183f68f340 req-7c4853f7-8920-435d-b631-eddfdc26e4df tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333807 Jul 27 09:58:39.585531 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c95b01-2805-4101-be2e-32880c384116 req-6f1b1945-5c0e-4966-b976-1364653214b4 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:39.588075 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-14c95b01-2805-4101-be2e-32880c384116 req-6f1b1945-5c0e-4966-b976-1364653214b4 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 946 time: 0.0634649 Jul 27 09:58:39.625951 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-14c95b01-2805-4101-be2e-32880c384116 req-7df162dd-be28-4509-a9ad-bf62a02d5bb3 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317287 Jul 27 09:58:39.757682 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46495e-cddc-46c8-a056-ffa916d2c07d req-9b82f665-e3d6-4e6b-afa3-2142468a7f92 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:39.759183 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fa46495e-cddc-46c8-a056-ffa916d2c07d req-9b82f665-e3d6-4e6b-afa3-2142468a7f92 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 946 time: 0.0661218 Jul 27 09:58:39.797299 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fa46495e-cddc-46c8-a056-ffa916d2c07d req-42637577-e1b6-4944-b240-3fa94886b80f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317929 Jul 27 09:58:39.818665 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56094) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:58:39.870504 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320050bb-09e0-4769-baa0-7e4c130000c4 tempest-TestVolumeBootPattern-221747805 tempest-TestVolumeBootPattern-221747805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:39.872032 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-320050bb-09e0-4769-baa0-7e4c130000c4 tempest-TestVolumeBootPattern-221747805 tempest-TestVolumeBootPattern-221747805-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 1094 time: 0.0523899 Jul 27 09:58:39.874846 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56096) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 09:58:39.879284 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'floatingip': {'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 09:58:39.901974 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:39.998582 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:40.101493 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Allocated IP 172.27.1.118 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/433f64f1-72ae-4dc3-9d0b-62791cf771fa) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 09:58:40.204976 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:40.243260 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:40.280103 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 09:58:40.286152 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 09:58:40.290940 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 09:58:40.293927 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'Port': ['ID=433f64f1-72ae-4dc3-9d0b-62791cf771fa,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:58:40.653124 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:40.701295 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-017755b1-61da-4f18-aaf2-de4e8c9fd016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:40.732366 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:40.876227 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:40.880719 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:40.951951 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'Port': ['ID=433f64f1-72ae-4dc3-9d0b-62791cf771fa,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 09:58:40.962874 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:41.064621 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Floating IP 364cd9ee-1c14-4e4a-b3f2-ad291cbb754f associated. External IP: 172.27.1.118, port: d7e5c65d-c744-4b78-8d1e-a23704f20191. Jul 27 09:58:41.271271 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Router 59f790c3-275a-4a90-a727-4363a901e7e4 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 09:58:41.377517 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 09:58:41.389393 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] Sync routers for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 09:58:41.395456 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:41.398774 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:58:41.399467 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:58:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:58:41.434530 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-248745df-9f5e-4f7c-86f2-beadbbd27887 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5586467 Jul 27 09:58:41.435241 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 09:58:41.437749 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6bbe53-d34d-4e88-b2d1-04b463c55491" -d '{"events": [{"name": "network-changed", "server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 09:58:41.472481 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 09:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a1ea94-a164-447c-b03c-9a16db2868e0 x-openstack-request-id: req-09a1ea94-a164-447c-b03c-9a16db2868e0 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 09:58:41.472802 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 09:58:41.473050 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09a1ea94-a164-447c-b03c-9a16db2868e0 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 09:58:41.473470 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'status': 'completed', 'code': 200} Jul 27 09:58:41.510690 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:58:41.571780 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-a0a5a6dd-9698-466c-9a35-6729ab84cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:41.573216 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-a0a5a6dd-9698-466c-9a35-6729ab84cc60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 1099 time: 0.0552182 Jul 27 09:58:41.666212 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-49703b8d-18bb-490e-b536-71276ee73a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:41.667760 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-49703b8d-18bb-490e-b536-71276ee73a42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0876925 Jul 27 09:58:41.741419 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '364cd9ee-1c14-4e4a-b3f2-ad291cbb754f', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:58:40Z', 'updated_at': '2021-07-27T09:58:40Z', 'revision_number': 0, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:58:41.768850 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] Checking router: 59f790c3-275a-4a90-a727-4363a901e7e4 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 09:58:41.778111 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 09:58:41.778779 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T09:58:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:58:42.013587 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 09:58:42.022342 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-52ce9845-9705-412b-8c9a-1106acca7676 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191 HTTP/1.1" status: 200 len: 1000 time: 0.3450918 Jul 27 09:58:42.071606 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-b9f299f8-dd74-491f-a737-5e509b8acf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:42.073060 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-b9f299f8-dd74-491f-a737-5e509b8acf90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0437024 Jul 27 09:58:42.134865 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-18b3c4b5-ca8c-4b28-9cf1-7f3477e8e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:42.136367 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-18b3c4b5-ca8c-4b28-9cf1-7f3477e8e8f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558379 Jul 27 09:58:42.223647 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-c385e652-aed0-437f-9786-059d1dd5a151 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797720 Jul 27 09:58:42.233395 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '364cd9ee-1c14-4e4a-b3f2-ad291cbb754f', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:58:40Z', 'updated_at': '2021-07-27T09:58:40Z', 'revision_number': 0, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 09:58:42.259345 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6554b52a-25ba-4eaa-a7ce-fe96d2e831ba None None] The sync data for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi is: [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '364cd9ee-1c14-4e4a-b3f2-ad291cbb754f', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:58:40Z', 'updated_at': '2021-07-27T09:58:40Z', 'revision_number': 0, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 09:58:42.317034 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-ed6bbe53-d34d-4e88-b2d1-04b463c55491 req-206f25d7-d962-42eb-bbc9-ed70c144aade service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869236 Jul 27 09:58:42.436274 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6841a9-980b-4a00-b2e9-86b1343b1413 None None] New status for floating IP 364cd9ee-1c14-4e4a-b3f2-ad291cbb754f: ACTIVE {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 09:58:43.279670 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4e0f13df-5233-4591-a496-7538cb69664c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:43.762911 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:44.392144 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:45.817444 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:45.959350 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:58:46.158963 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:58:53.375989 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-9d149e87-5d77-4b25-bbfe-2f17f977c211 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533657 Jul 27 09:58:53.491591 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-af62aacb-e329-47a2-96eb-50f929d74de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:53.493162 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-af62aacb-e329-47a2-96eb-50f929d74de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 1099 time: 0.0563843 Jul 27 09:58:53.601032 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-a0cdfc7d-c980-4f4f-a219-bb083c2f8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:53.602511 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-a0cdfc7d-c980-4f4f-a219-bb083c2f8cc5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0876379 Jul 27 09:58:53.669689 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-cbebcf90-2b9f-4a19-ad4d-8f52efdda956 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191 HTTP/1.1" status: 200 len: 1002 time: 0.0585046 Jul 27 09:58:53.720081 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-6328f02a-b7eb-4bc9-b35a-4a2ff5f8de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:53.721531 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-6328f02a-b7eb-4bc9-b35a-4a2ff5f8de0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0436318 Jul 27 09:58:53.786090 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-5ad786ad-2ced-429e-b0c7-cdf25295b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:58:53.787612 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-5ad786ad-2ced-429e-b0c7-cdf25295b77b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572755 Jul 27 09:58:53.879567 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-e0540905-0cd5-46fe-95c2-3d8eac5236d1 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827041 Jul 27 09:58:53.974133 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b0af300e-f86e-4769-9827-1576de11b0f5 req-683260b6-eff2-442c-961e-bf0e87a6eac3 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865488 Jul 27 09:59:10.701886 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-3b0c0c34-22ab-43f1-bb99-eef09931cd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:13.280458 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d0edc76c-2e8a-45b5-9385-6e0ecb7ed6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:13.763016 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:14.393617 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:15.819640 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:15.970794 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:23.159367 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:59:40.702751 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-1566d7a9-2c9a-443e-a292-bdb00e0f73d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:43.282040 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-202b322c-30a9-42e8-be24-be99a9a1b81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:43.764077 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:44.396964 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:45.827817 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:45.972382 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 09:59:53.372830 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-e3688ea2-c096-4b01-bce9-52942fea3c44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563087 Jul 27 09:59:53.497941 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-56e96520-68a7-46c6-b755-bb9c2fb7469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:59:53.499465 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-56e96520-68a7-46c6-b755-bb9c2fb7469b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 1099 time: 0.0586402 Jul 27 09:59:53.618226 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-2b0d0e4e-adb9-4d49-90c2-8e39dbd2a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:59:53.620369 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-2b0d0e4e-adb9-4d49-90c2-8e39dbd2a3be service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.1015224 Jul 27 09:59:53.696311 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-f3b6624b-b23c-4c31-9366-baf442ebfe73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191 HTTP/1.1" status: 200 len: 1002 time: 0.0686002 Jul 27 09:59:53.746164 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-4c9114be-24eb-455e-9b22-1c96362908d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:59:53.747808 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-4c9114be-24eb-455e-9b22-1c96362908d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0453310 Jul 27 09:59:53.815811 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-6af5321f-47fa-46ab-8c2f-4362e64c9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 09:59:53.817308 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-6af5321f-47fa-46ab-8c2f-4362e64c9689 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628285 Jul 27 09:59:53.912698 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-0b9a886c-a515-46cb-9ff6-b8d8b3fe6fa8 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878406 Jul 27 09:59:54.035976 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eeafb14c-21ff-4e5e-99b6-0d2f6002aa97 req-68470dc0-168c-42bb-97de-334e4828a5c4 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162252 Jul 27 10:00:00.158204 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:00:10.703855 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-bb9cbe0e-8dd4-456e-9e8c-e020c9e01a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:13.283508 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ac29aa17-3412-44f9-bc0f-ebdfb9fadccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:13.765364 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:14.400524 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:15.827224 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:16.004514 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:27.165322 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-894bd6c0-548e-4d2b-89f9-efd22b094c1d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217081226&fields=id&tenant_id=951b228bad6a4e5397ebe67f3ffd6939 HTTP/1.1" status: 200 len: 267 time: 0.0334272 Jul 27 10:00:27.267952 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd15-8771-4b58-9739-065911ca238f req-976b96b9-594e-4ac2-b636-a6956d18e50a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:27.269405 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-976b96b9-594e-4ac2-b636-a6956d18e50a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 811 time: 0.0976841 Jul 27 10:00:27.284030 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-34e46ee4-5f90-46a6-979d-b46c9ef22b02 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/quotas/951b228bad6a4e5397ebe67f3ffd6939 HTTP/1.1" status: 200 len: 375 time: 0.0087540 Jul 27 10:00:27.359601 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-640ba743-8665-4a1c-bc22-2187958ac4fb tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0702994 Jul 27 10:00:27.452157 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-7b5aaae8-b83c-4f27-9cff-bfb74920340e service neutron] 10.222.0.22 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806561 Jul 27 10:00:27.545678 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-61900fdd-a0dd-4e37-83dc-829932cd5519 service neutron] 10.222.0.22 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875921 Jul 27 10:00:27.827505 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5c497bfc-e9e3-4dc6-9836-7cd67b1f2905 req-8064b897-cecb-466b-99fd-f75b5bcbf754 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 210 time: 0.0294719 Jul 27 10:00:28.777525 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd15-8771-4b58-9739-065911ca238f req-e08aadbf-64de-40f9-ad26-be87b033fc8e tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:28.779044 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-e08aadbf-64de-40f9-ad26-be87b033fc8e tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 811 time: 0.1092613 Jul 27 10:00:28.829201 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-0b406530-9427-49ae-b3cb-1092f452f31c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=951b228bad6a4e5397ebe67f3ffd6939 HTTP/1.1" status: 200 len: 379 time: 0.0355809 Jul 27 10:00:28.848278 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'port': {'device_id': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'admin_state_up': True, 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'security_groups': ['7adec1b8-1fa2-409d-8df3-ebc91218eeb5']}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 10:00:28.941326 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fc6b7238-40ef-4ea6-90bc-a0ae3000ffbd req-02fa35c6-06a2-463d-81a6-40a4e9cf062a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 210 time: 0.0359840 Jul 27 10:00:28.994400 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Made reservation on behalf of 951b228bad6a4e5397ebe67f3ffd6939 for: {'port': 1} {{(pid=99744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:00:28.998144 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:29.123612 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Allocated IP 172.20.0.3 (089b51bb-b422-4864-b284-75c248317a92/2988ef72-bbc2-4b34-956d-fa92d79facc2/37ce74a1-df57-4884-bfdf-78eae8a1d4e8) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:00:29.268081 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:29.283675 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Transition to ACTIVE for port object 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 will not be triggered until provisioned by entity DHCP. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 10:00:29.319307 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:29.364466 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Network 089b51bb-b422-4864-b284-75c248317a92 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:00:29.370900 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:00:29.375663 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 10:00:29.382893 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'Port': ['ID=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:00:29.409369 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.409724 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.410097 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.410383 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.410758 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.411079 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.411411 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.411742 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.412068 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.412396 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.412721 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.413041 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:29.452484 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:29.453330 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:29.471650 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-02ddf3bc-aabc-4e7d-839d-d8c55ea9b02c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6271043 Jul 27 10:00:29.500023 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Request body: {'port': {'device_id': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80244'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 10:00:29.580856 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:29.587241 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-4b15fc7f-4d9e-4748-855a-ae76d7de35cc None None] Provisioning for port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 completed by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 10:00:29.591434 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-4b15fc7f-4d9e-4748-855a-ae76d7de35cc None None] Provisioning complete for port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 triggered by entity DHCP. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 10:00:29.591894 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4b15fc7f-4d9e-4748-855a-ae76d7de35cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:29.626490 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-4b15fc7f-4d9e-4748-855a-ae76d7de35cc None None] Port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 cannot update to ACTIVE because it is not bound. {{(pid=99746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 10:00:29.849506 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 {{(pid=99744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 10:00:29.857416 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:29.869399 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.provisioning_blocks [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Transition to ACTIVE for port object 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 will not be triggered until provisioned by entity L2. {{(pid=99744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 10:00:29.873430 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:29.946974 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:00:30.013603 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Attempting to bind port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 on host hv-cinder-80244 for vnic_type normal with profile {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 10:00:30.014090 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Attempting to bind port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 by drivers openvswitch,hyperv on host hv-cinder-80244 at level 0 using segments [{'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 10:00:30.014435 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Attempting to bind port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 on network 089b51bb-b422-4864-b284-75c248317a92 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 10:00:30.019308 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 on network 089b51bb-b422-4864-b284-75c248317a92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80244 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 10:00:30.019644 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Attempting to bind port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 on network 089b51bb-b422-4864-b284-75c248317a92 {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 10:00:30.027450 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Checking agent: {'id': '388333dc-ded9-488b-924c-a426063a3f61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80244', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'started_at': datetime.datetime(2021, 7, 27, 9, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 10, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 10:00:30.027797 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Checking segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 10:00:30.028191 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Bound using segment: {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'} {{(pid=99744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 10:00:30.028642 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.managers [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Bound port: 37ce74a1-df57-4884-bfdf-78eae8a1d4e8, host: hv-cinder-80244, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891723a0-8e49-49ef-8975-427b72d70a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '089b51bb-b422-4864-b284-75c248317a92'}}] {{(pid=99744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 10:00:30.029003 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:30.134587 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] For port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8, host hv-cinder-80244, cleared binding levels {{(pid=99744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:00:30.138816 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] For port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8, host hv-cinder-80244, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:00:30.148157 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab23c2-4fcd-4fd0-aa4e-a74c4dd079ad req-0bcce53f-f606-4412-b2a6-4e46b550510f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:30.149699 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2ab23c2-4fcd-4fd0-aa4e-a74c4dd079ad req-0bcce53f-f606-4412-b2a6-4e46b550510f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 943 time: 0.1244445 Jul 27 10:00:30.151754 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:30.202225 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:30.202879 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:30.204279 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/37ce74a1-df57-4884-bfdf-78eae8a1d4e8 HTTP/1.1" status: 200 len: 1093 time: 0.7094057 Jul 27 10:00:30.204718 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 10:00:30.207143 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b547693-d432-4e38-b5b9-b64ae5b74b32" -d '{"events": [{"name": "network-changed", "server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:00:30.243069 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2ab23c2-4fcd-4fd0-aa4e-a74c4dd079ad req-ec33e555-5e52-4bac-a39b-d5284490a196 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859869 Jul 27 10:00:30.244174 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7d6da-614d-4ae8-80cc-be53de9ba9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,revision_number=3']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:00:30.257855 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 10:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6101c3ab-4a6b-4ee4-a3ab-b2a9a414d489 x-openstack-request-id: req-6101c3ab-4a6b-4ee4-a3ab-b2a9a414d489 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:00:30.258177 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:00:30.258980 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6101c3ab-4a6b-4ee4-a3ab-b2a9a414d489 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:00:30.259519 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'status': 'completed', 'code': 200} Jul 27 10:00:30.339705 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd15-8771-4b58-9739-065911ca238f req-64e9a1e3-96a8-4d9f-8778-c076225e53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:30.341432 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-64e9a1e3-96a8-4d9f-8778-c076225e53b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 1096 time: 0.0640666 Jul 27 10:00:30.390708 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-3fb3cf89-5817-4880-b2ca-d1b11b95dd46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8 HTTP/1.1" status: 200 len: 217 time: 0.0353692 Jul 27 10:00:30.441193 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd15-8771-4b58-9739-065911ca238f req-36db14ef-1001-489e-ad74-5cfe6ed094b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:30.442625 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-36db14ef-1001-489e-ad74-5cfe6ed094b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0439012 Jul 27 10:00:30.501703 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd15-8771-4b58-9739-065911ca238f req-6935a621-7cd9-402e-a502-aed195cd1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:30.503229 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-6935a621-7cd9-402e-a502-aed195cd1d9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537484 Jul 27 10:00:30.593404 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-797e3459-200b-43d7-a5ba-12c0ad7a9ab3 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822086 Jul 27 10:00:30.683150 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-d2fefd15-8771-4b58-9739-065911ca238f req-17e01688-1e5c-44da-b7db-54975b4ae0e3 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823069 Jul 27 10:00:30.838984 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-5b6e75d4-1b4e-4515-aa98-c2b654ef905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:30.840768 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-5b6e75d4-1b4e-4515-aa98-c2b654ef905c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 1096 time: 0.0624857 Jul 27 10:00:30.931281 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-bf669c89-5d04-4923-803e-686c3d5aeda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:30.932762 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-bf669c89-5d04-4923-803e-686c3d5aeda4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0850675 Jul 27 10:00:30.980711 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-9aa5a5aa-7bd9-41ef-854b-60f36d59b5a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8 HTTP/1.1" status: 200 len: 217 time: 0.0394714 Jul 27 10:00:31.042534 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-91b4cda5-ac78-43f6-9d67-0ee85845a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:31.043964 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-91b4cda5-ac78-43f6-9d67-0ee85845a066 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0428360 Jul 27 10:00:31.102601 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-88f61173-76ab-435c-b957-22a185d043bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:31.104044 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-88f61173-76ab-435c-b957-22a185d043bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523112 Jul 27 10:00:31.198596 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-29357c29-c5aa-44e6-99b2-87ea5dc228e4 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836403 Jul 27 10:00:31.293342 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-5b547693-d432-4e38-b5b9-b64ae5b74b32 req-dcaa3eeb-ce4a-4a6c-86ca-8df8b04d5ccf service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845802 Jul 27 10:00:31.394386 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268a7c2-151c-49aa-b123-1377117e0a2d req-5381103a-8f36-4055-9841-e88b6d9d1cab tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:31.395898 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e268a7c2-151c-49aa-b123-1377117e0a2d req-5381103a-8f36-4055-9841-e88b6d9d1cab tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 943 time: 0.0745313 Jul 27 10:00:31.439123 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e268a7c2-151c-49aa-b123-1377117e0a2d req-f1f38c1b-1dea-4bae-a90d-e7042c7d2c35 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342588 Jul 27 10:00:32.572808 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740847c1-d0cb-4923-a98c-ba882f4e7c86 req-5dc70037-0997-40bc-adf2-590f99d3d830 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:32.574290 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-740847c1-d0cb-4923-a98c-ba882f4e7c86 req-5dc70037-0997-40bc-adf2-590f99d3d830 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 943 time: 0.0686553 Jul 27 10:00:32.610768 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-740847c1-d0cb-4923-a98c-ba882f4e7c86 req-2f26d9f0-b24c-4b7a-9041-566dfbf0f5e7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305717 Jul 27 10:00:33.740553 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e96bee-7450-4cc4-9ee0-83d34f96fbe0 req-566aa889-fd8a-423f-89d6-3aad4454af69 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:33.742018 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-48e96bee-7450-4cc4-9ee0-83d34f96fbe0 req-566aa889-fd8a-423f-89d6-3aad4454af69 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 943 time: 0.0618505 Jul 27 10:00:33.779708 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-48e96bee-7450-4cc4-9ee0-83d34f96fbe0 req-e6c92e36-55c5-41e4-a9b0-67e2e6147a0c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310643 Jul 27 10:00:34.912816 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a6af7-ab94-465e-a21a-1ab325fd92f3 req-aace6c6b-45e4-4ea8-8f95-2c9220f4277f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:34.915249 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-389a6af7-ab94-465e-a21a-1ab325fd92f3 req-aace6c6b-45e4-4ea8-8f95-2c9220f4277f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 943 time: 0.0686109 Jul 27 10:00:34.952990 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-389a6af7-ab94-465e-a21a-1ab325fd92f3 req-40a823c6-7668-42ad-954e-b495de0d31f6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317655 Jul 27 10:00:36.082017 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e02d22-ed54-451f-b7e7-8ad403307516 req-b86b3160-c54c-4b26-b67c-0aca37cd32a6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:36.083543 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-74e02d22-ed54-451f-b7e7-8ad403307516 req-b86b3160-c54c-4b26-b67c-0aca37cd32a6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 943 time: 0.0642431 Jul 27 10:00:36.120838 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-74e02d22-ed54-451f-b7e7-8ad403307516 req-d368bc40-e387-416b-9323-dc0e288e6b78 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313585 Jul 27 10:00:37.157886 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:00:37.255830 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079743-dc0a-4c2e-a70f-11148f2ad626 req-76d5c763-bc6b-4906-9d89-b83e4ad9978f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:37.257468 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a4079743-dc0a-4c2e-a70f-11148f2ad626 req-76d5c763-bc6b-4906-9d89-b83e4ad9978f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 943 time: 0.0669036 Jul 27 10:00:37.297433 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a4079743-dc0a-4c2e-a70f-11148f2ad626 req-3c16169b-8d37-46e0-bc2e-54d9f55c723c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332522 Jul 27 10:00:38.435421 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07038-4b15-4f8f-983d-d3d7c0f1e009 req-81c67a6a-8e97-4189-9df8-290756c62dd0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:38.437085 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-64f07038-4b15-4f8f-983d-d3d7c0f1e009 req-81c67a6a-8e97-4189-9df8-290756c62dd0 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 943 time: 0.0725126 Jul 27 10:00:38.477591 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-64f07038-4b15-4f8f-983d-d3d7c0f1e009 req-c8404aa5-f870-4c0f-acea-d8b33e81ae35 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340796 Jul 27 10:00:39.496950 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 details requested by agent hyperv_hv-cinder-80244 with host hv-cinder-80244 {{(pid=99746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:00:39.640363 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:00:39.655380 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Returning: {'device': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'port_id': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'mac_address': 'fa:16:3e:d3:e7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:00:39.664170 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ada682-8ad1-4e91-b40e-ead9acfcd84c req-46c5f934-1d59-4b1b-83bf-0e2214fcbf76 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:39.666526 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-31ada682-8ad1-4e91-b40e-ead9acfcd84c req-46c5f934-1d59-4b1b-83bf-0e2214fcbf76 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 943 time: 0.0742543 Jul 27 10:00:39.704340 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:39.722735 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-31ada682-8ad1-4e91-b40e-ead9acfcd84c req-8d57f005-b2ee-4abb-9ec4-260806de6d59 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491717 Jul 27 10:00:39.724418 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 {{(pid=99746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 10:00:39.747093 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:00:39.752006 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:39.814355 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,revision_number=4']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:00:39.827711 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.828230 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.828754 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.829250 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.829738 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.830216 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.830755 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.831314 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.831885 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.832444 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.832998 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:39.833552 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:00:40.068562 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] get_ports_and_sgs() called for port_ids ['37ce74a1-df57-4884-bfdf-78eae8a1d4e8'] {{(pid=99746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:00:40.716862 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b953e845-a8a6-4235-bb9e-7695de5a5bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:40.877539 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff64608-6039-49f6-b878-1428a08f3f21 req-cfbfd777-f728-4759-9b12-f97389ac3f3a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:40.879449 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fff64608-6039-49f6-b878-1428a08f3f21 req-cfbfd777-f728-4759-9b12-f97389ac3f3a tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 944 time: 0.0756691 Jul 27 10:00:40.921632 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-fff64608-6039-49f6-b878-1428a08f3f21 req-85656449-1da9-45b5-94b7-d97d4a76bf23 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350850 Jul 27 10:00:41.510445 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 up at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:00:41.563608 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning for port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 completed by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 10:00:41.567567 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.provisioning_blocks [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Provisioning complete for port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 triggered by entity L2. {{(pid=99746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 10:00:41.567935 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859753'] for port, provisioning_complete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:41.647007 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:41.671602 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8'}] {{(pid=99746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 10:00:41.673972 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588ca708c33a2114256729ef74f893f55504eb0a4bfde7cab7829a66f1436c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1d6184-cb61-4515-8333-077bd2cdd016" -d '{"events": [{"server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "name": "network-vif-plugged", "status": "completed", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8"}]}' {{(pid=99746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:00:41.690216 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] For port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:00:41.695522 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383'] for port, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:41.720369 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 10:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e0c0ac-c964-4ad3-9b17-79ea1345479e x-openstack-request-id: req-30e0c0ac-c964-4ad3-9b17-79ea1345479e {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:00:41.721151 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "name": "network-vif-plugged", "status": "completed", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8", "code": 200}]} {{(pid=99746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:00:41.721151 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30e0c0ac-c964-4ad3-9b17-79ea1345479e {{(pid=99746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:00:41.721461 dv-cinder-802440-1-iscsi neutron-server[99746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'code': 200} Jul 27 10:00:41.752212 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Pushing event updated for resources: {'Port': ['ID=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,revision_number=5']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:00:41.983112 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6f5ce-2f9e-4913-8f64-b07d8605d268 req-77fea66f-67f3-4fcb-8b1b-bce930590b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:41.984928 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a5c6f5ce-2f9e-4913-8f64-b07d8605d268 req-77fea66f-67f3-4fcb-8b1b-bce930590b19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 1098 time: 0.0577612 Jul 27 10:00:42.051400 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a5c6f5ce-2f9e-4913-8f64-b07d8605d268 req-63c0b1d3-180d-44f0-b988-620f73263f0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593917 Jul 27 10:00:42.081373 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a89db2-e2bd-4300-a959-faf35dc43d78 req-e3c55039-7412-41b7-93bd-08d72989190b tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:42.082885 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b8a89db2-e2bd-4300-a959-faf35dc43d78 req-e3c55039-7412-41b7-93bd-08d72989190b tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 945 time: 0.0838840 Jul 27 10:00:42.121083 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-b8a89db2-e2bd-4300-a959-faf35dc43d78 req-36bfe052-912f-4372-9dbf-591776f5725f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319779 Jul 27 10:00:43.259876 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a95ad1-5776-48a3-8b9e-2283318e2e85 req-41781a14-fe8b-4f8f-b64b-1afc1f8b64a7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:43.261363 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-84a95ad1-5776-48a3-8b9e-2283318e2e85 req-41781a14-fe8b-4f8f-b64b-1afc1f8b64a7 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 945 time: 0.0659823 Jul 27 10:00:43.284798 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-38f2c8c4-18a7-4146-ad60-1c835893eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:43.301062 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-84a95ad1-5776-48a3-8b9e-2283318e2e85 req-eaee908a-882c-4544-8bf0-2f04b2631346 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335059 Jul 27 10:00:43.434915 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6ebba-5179-41d6-8acc-60731dbea394 req-e9194a74-137f-4419-8fc2-d5ee00242e87 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:43.436377 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a0f6ebba-5179-41d6-8acc-60731dbea394 req-e9194a74-137f-4419-8fc2-d5ee00242e87 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 945 time: 0.0667629 Jul 27 10:00:43.477479 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a0f6ebba-5179-41d6-8acc-60731dbea394 req-0f83d8f6-e0e5-4e5c-a8f4-7d042a32b942 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345025 Jul 27 10:00:43.500891 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 56238) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:00:43.560261 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490edf2-b41c-435b-8159-5afb10b614a4 tempest-TestVolumeBootPattern-221747805 tempest-TestVolumeBootPattern-221747805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:43.562130 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-2490edf2-b41c-435b-8159-5afb10b614a4 tempest-TestVolumeBootPattern-221747805 tempest-TestVolumeBootPattern-221747805-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 1093 time: 0.0599523 Jul 27 10:00:43.565348 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56242) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:00:43.570532 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.v2.base [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Request body: {'floatingip': {'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'port_id': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 10:00:43.596882 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:43.703058 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:43.772047 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:43.812850 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_common [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Allocated IP 172.27.1.232 (77749d8b-dd40-4fad-af23-39f953f95742/98f6a553-3908-451d-8b78-c00c2208506b/e65bbb11-3eab-4eb3-aa4a-8cc0ae3a95bd) {{(pid=99744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:00:43.915016 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for port, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:43.952811 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741452486647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:43.991568 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Network 77749d8b-dd40-4fad-af23-39f953f95742 is already hosted by enough agents. {{(pid=99744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:00:43.996162 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.base_scheduler [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Resources bound (agent type, host, resource id): {{(pid=99744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:00:43.999463 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Received port after_create {{(pid=99744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 10:00:44.004801 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'Port': ['ID=e65bbb11-3eab-4eb3-aa4a-8cc0ae3a95bd,revision_number=1']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:00:44.405518 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:44.644103 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:44.718787 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556817'] for port, before_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:44.863544 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for port, precommit_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:44.868841 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741452892398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741452516365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741452516383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376733'] for port, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:44.935231 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event updated for resources: {'Port': ['ID=e65bbb11-3eab-4eb3-aa4a-8cc0ae3a95bd,revision_number=2']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:00:44.945002 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2072312'] for floatingip, after_update {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:45.044751 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Floating IP 6e1b4ddb-7d52-4977-aebd-b551b5311bef associated. External IP: 172.27.1.232, port: 37ce74a1-df57-4884-bfdf-78eae8a1d4e8. Jul 27 10:00:45.248112 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Router 59f790c3-275a-4a90-a727-4363a901e7e4 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 10:00:45.355815 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:00:45.365305 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] Sync routers for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:00:45.372077 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:45.375398 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:00:45.375398 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:00:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:00:45.418734 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-0bb99612-e1a0-4503-bf42-3a6e7f35a962 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8426902 Jul 27 10:00:45.418734 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 10:00:45.418734 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d125dd-d132-4d34-943f-a338ece2fa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:00:45.449460 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 10:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f3b67-087c-4d16-be49-679415d14449 x-openstack-request-id: req-3c6f3b67-087c-4d16-be49-679415d14449 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:00:45.449749 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:00:45.449994 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c6f3b67-087c-4d16-be49-679415d14449 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:00:45.450407 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'status': 'completed', 'code': 200} Jul 27 10:00:45.495665 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:00:45.544767 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-060bebc5-794d-4ea9-aa62-aaefe29abd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:45.546279 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-060bebc5-794d-4ea9-aa62-aaefe29abd81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 1098 time: 0.0534375 Jul 27 10:00:45.638485 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-bcb96944-a20a-417b-bf54-f0e6740d89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:45.640018 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-bcb96944-a20a-417b-bf54-f0e6740d89b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0859132 Jul 27 10:00:45.706061 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-05adfaf8-e3f6-4013-a0c1-5cde6f7dba16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8 HTTP/1.1" status: 200 len: 999 time: 0.0587986 Jul 27 10:00:45.715713 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '364cd9ee-1c14-4e4a-b3f2-ad291cbb754f', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:58:40Z', 'updated_at': '2021-07-27T09:58:42Z', 'revision_number': 1, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}, {'id': '6e1b4ddb-7d52-4977-aebd-b551b5311bef', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:d3:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T10:00:44Z', 'updated_at': '2021-07-27T10:00:44Z', 'revision_number': 0, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:00:45.741347 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] Checking router: 59f790c3-275a-4a90-a727-4363a901e7e4 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:00:45.750209 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:00:45.750851 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:00:43Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:00:45.759739 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-b26c774e-f442-4df8-a7eb-e72fde9aff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:45.761222 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-b26c774e-f442-4df8-a7eb-e72fde9aff55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0481739 Jul 27 10:00:45.821800 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-2a06459a-73d4-4a93-aae1-33c29d391f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:45.823244 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-2a06459a-73d4-4a93-aae1-33c29d391f19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550241 Jul 27 10:00:45.850498 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:45.864039 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:00:45.913528 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-13144ced-2776-4666-a659-192323588ebf service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828645 Jul 27 10:00:46.009304 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-53d125dd-d132-4d34-943f-a338ece2fa0e req-798241e6-038a-40fa-b29a-c08a06cd98c9 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888915 Jul 27 10:00:46.026362 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:00:46.097408 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '364cd9ee-1c14-4e4a-b3f2-ad291cbb754f', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:58:40Z', 'updated_at': '2021-07-27T09:58:42Z', 'revision_number': 1, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}, {'id': '6e1b4ddb-7d52-4977-aebd-b551b5311bef', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:d3:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T10:00:44Z', 'updated_at': '2021-07-27T10:00:44Z', 'revision_number': 0, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:00:46.122701 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a586d5-c898-4575-a537-c1af947ef155 None None] The sync data for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi is: [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '364cd9ee-1c14-4e4a-b3f2-ad291cbb754f', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:58:40Z', 'updated_at': '2021-07-27T09:58:42Z', 'revision_number': 1, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}, {'id': '6e1b4ddb-7d52-4977-aebd-b551b5311bef', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:d3:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T10:00:44Z', 'updated_at': '2021-07-27T10:00:44Z', 'revision_number': 0, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:00:46.307093 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c97635-c9f6-4c80-813b-00909defe707 None None] New status for floating IP 6e1b4ddb-7d52-4977-aebd-b551b5311bef: ACTIVE {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 10:00:53.358177 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-e0c88659-df15-4532-a3c0-a22ca7a950ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564384 Jul 27 10:00:53.487327 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-f2b195bd-4830-4e30-b728-87b5c209ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:53.488979 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-f2b195bd-4830-4e30-b728-87b5c209ace0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 1099 time: 0.0633438 Jul 27 10:00:53.619499 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-314bbcbc-4d5f-4a9d-bfe3-e6c32f09f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:53.621276 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-314bbcbc-4d5f-4a9d-bfe3-e6c32f09f3c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.1089053 Jul 27 10:00:53.697468 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-e1d4137b-acbd-4012-a526-4976d4feee09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191 HTTP/1.1" status: 200 len: 1002 time: 0.0670254 Jul 27 10:00:53.756539 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-3eee5bfa-0779-47ac-9227-0fe309dbb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:53.758715 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-3eee5bfa-0779-47ac-9227-0fe309dbb989 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0539050 Jul 27 10:00:53.822099 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-e13eb5e5-05bb-4ed0-83c7-218093867705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:00:53.823884 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-e13eb5e5-05bb-4ed0-83c7-218093867705 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580344 Jul 27 10:00:53.922510 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-cdb5df2b-36cc-4bee-9f2c-45a80daae4bb service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911386 Jul 27 10:00:54.026536 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-e82316b0-72eb-4ffa-8eb7-1792dd165169 req-1394da29-0470-44ce-a8a4-6f64f5a2af5a service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963027 Jul 27 10:01:09.057305 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [req-fa231b1b-27dd-406d-9e46-6087f3e82726 req-996aa908-94ca-459d-b293-2ca80d87667f service neutron] (99745) timed out ('10.222.0.48', 64761) {{(pid=99745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 10:01:10.709697 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-1a9cb42f-f75a-408a-a927-4d97f5f6850f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:13.289869 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-affc0b14-57a6-45f5-9d17-243ec55fa8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:13.765063 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:14.157275 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:01:14.406904 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:15.838005 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:16.039739 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:40.713552 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-58f02545-67bf-4030-b4ff-ed62aa235c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:43.293701 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d813d627-495b-4018-a415-3487781be2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:43.768248 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:44.420056 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:45.837004 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:46.040131 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:01:51.155974 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:01:54.406207 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-63fa529e-0394-4afe-9db5-728225f66726 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1095493 Jul 27 10:01:54.499045 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-2189d6a9-a48b-4061-b2a4-4c1e58e65a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:01:54.500528 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-2189d6a9-a48b-4061-b2a4-4c1e58e65a64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 1098 time: 0.0601089 Jul 27 10:01:54.611691 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-71d87458-f1d1-4daa-a021-3ddf4b60f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:01:54.613262 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-71d87458-f1d1-4daa-a021-3ddf4b60f565 service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.0928893 Jul 27 10:01:54.692866 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-842ae237-fcdf-416f-b17c-ffce7cf608bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8 HTTP/1.1" status: 200 len: 1001 time: 0.0724785 Jul 27 10:01:54.751999 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-184bda1e-a871-44f4-b096-4cb57307464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:01:54.753416 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-184bda1e-a871-44f4-b096-4cb57307464b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0522640 Jul 27 10:01:54.817201 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-f57bcdd4-24e5-4939-b250-a5b116cd76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:01:54.818741 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-f57bcdd4-24e5-4939-b250-a5b116cd76d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564547 Jul 27 10:01:54.924663 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-817df75c-a47b-4f6b-9c3d-5dada5a53af0 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980830 Jul 27 10:01:55.060230 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d28b9ef-5d04-4da6-bf63-3309fda5ccb3 req-fbc42031-38df-4ee6-b4be-0a73141f0e43 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279349 Jul 27 10:02:10.715341 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-c15bbaa2-cdd0-4eec-a453-e899d0da72db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:13.295271 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c0d1-9601-4523-a9b8-5e255c338e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:13.769226 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:14.412152 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:15.838999 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:16.040226 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:16.596590 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56272) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:16.792269 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Deleting port e65bbb11-3eab-4eb3-aa4a-8cc0ae3a95bd {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:16.792617 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:16.888719 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:16.888952 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:16.901204 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Calling delete_port for e65bbb11-3eab-4eb3-aa4a-8cc0ae3a95bd owned by network:floatingip {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:17.047135 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:17.077929 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event deleted for resources: {'Port': ['ID=e65bbb11-3eab-4eb3-aa4a-8cc0ae3a95bd,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:17.105821 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.106167 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.106500 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.106877 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.107248 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.107531 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.107845 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.108168 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.108489 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.108820 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.109122 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.109439 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:17.153260 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:17.153507 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Floating IP 6e1b4ddb-7d52-4977-aebd-b551b5311bef disassociated (deleted). External IP: 172.27.1.232, port: 37ce74a1-df57-4884-bfdf-78eae8a1d4e8. Jul 27 10:02:17.365344 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Router 59f790c3-275a-4a90-a727-4363a901e7e4 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 10:02:17.471923 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:02:17.476664 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:17.481349 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] Sync routers for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:02:17.490353 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:02:17.491528 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:02:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:17.522691 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-6a00b007-5942-4131-9ad9-3c5f530ee9a5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "DELETE /v2.0/floatingips/6e1b4ddb-7d52-4977-aebd-b551b5311bef HTTP/1.1" status: 204 len: 168 time: 0.9248383 Jul 27 10:02:17.523511 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 10:02:17.526803 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d06ae79-5f74-4949-a7b6-126e7179eb36" -d '{"events": [{"name": "network-changed", "server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:02:17.596907 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:02:17.644943 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 10:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606db2d4-f13c-4541-9780-d9a3bcdd7480 x-openstack-request-id: req-606db2d4-f13c-4541-9780-d9a3bcdd7480 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:02:17.645468 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:02:17.645641 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-606db2d4-f13c-4541-9780-d9a3bcdd7480 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:02:17.646151 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'status': 'completed', 'code': 200} Jul 27 10:02:17.845708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-3f037896-4b73-456d-bacb-7a2fe03d7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:17.847289 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-3f037896-4b73-456d-bacb-7a2fe03d7d2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 1098 time: 0.1012568 Jul 27 10:02:17.862478 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa4e67-11f7-4284-9a24-acd4f0542770 req-b64b7c1e-95e1-45e6-b4c1-276af28a2aa4 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:17.864050 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-abaa4e67-11f7-4284-9a24-acd4f0542770 req-b64b7c1e-95e1-45e6-b4c1-276af28a2aa4 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 945 time: 0.1396251 Jul 27 10:02:17.950353 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-abaa4e67-11f7-4284-9a24-acd4f0542770 req-201e5370-f63d-4038-9813-b51c126f4e68 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765603 Jul 27 10:02:17.953569 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '364cd9ee-1c14-4e4a-b3f2-ad291cbb754f', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:58:40Z', 'updated_at': '2021-07-27T09:58:42Z', 'revision_number': 1, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:17.976014 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-81502eb6-9b67-492e-9250-96618294e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:17.977499 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-81502eb6-9b67-492e-9250-96618294e0fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.1125779 Jul 27 10:02:17.979987 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] Checking router: 59f790c3-275a-4a90-a727-4363a901e7e4 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:02:17.988067 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:02:17.988603 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:02:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:18.025390 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-5a8178b8-b695-46a2-8ad6-494ed382f97c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8 HTTP/1.1" status: 200 len: 217 time: 0.0386620 Jul 27 10:02:18.076012 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-76982a6c-909c-46da-93b1-c3155a7854b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:18.077507 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-76982a6c-909c-46da-93b1-c3155a7854b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0439315 Jul 27 10:02:18.094282 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:02:18.137808 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-e32f2a77-208a-46ea-ad7d-8908beaede35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:18.139380 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-e32f2a77-208a-46ea-ad7d-8908beaede35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532722 Jul 27 10:02:18.323597 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '364cd9ee-1c14-4e4a-b3f2-ad291cbb754f', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:58:40Z', 'updated_at': '2021-07-27T09:58:42Z', 'revision_number': 1, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:18.354963 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e2141-7107-457c-a006-fdfcd4379683 None None] The sync data for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi is: [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_floatingips': [{'id': '364cd9ee-1c14-4e4a-b3f2-ad291cbb754f', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'router_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'port_id': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'mac_address': 'fa:16:3e:76:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T09:58:40Z', 'updated_at': '2021-07-27T09:58:42Z', 'revision_number': 1, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:02:18.513467 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-e82090fe-58a9-4475-a525-5e1f0e9fa945 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659663 Jul 27 10:02:18.586410 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6587d-1404-49a9-8f3d-298e9931da33 None None] New status for floating IP 6e1b4ddb-7d52-4977-aebd-b551b5311bef: DOWN {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 10:02:18.608892 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-1d06ae79-5f74-4949-a7b6-126e7179eb36 req-992cf9a4-6108-4d43-b19f-2475c4cfe3d1 service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853875 Jul 27 10:02:19.143643 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723652b6-3f82-4cc2-b2e9-948880765ae7 req-9abc84e8-5850-486a-a56f-d62f46e4789d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:19.145140 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-723652b6-3f82-4cc2-b2e9-948880765ae7 req-9abc84e8-5850-486a-a56f-d62f46e4789d tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 945 time: 0.1131904 Jul 27 10:02:19.185900 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-723652b6-3f82-4cc2-b2e9-948880765ae7 req-3e1186d4-9a52-4677-8d99-03bad13bf40e tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340054 Jul 27 10:02:19.638383 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-cd83e869-c582-42e3-b0e5-c6f6c7946adc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:19.639789 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-cd83e869-c582-42e3-b0e5-c6f6c7946adc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 945 time: 0.0626647 Jul 27 10:02:19.740032 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Deleting port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:19.740380 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:19.828489 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] For port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:19.828858 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:19.841673 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Calling delete_port for 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:19.975142 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:20.000494 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event deleted for resources: {'Port': ['ID=37ce74a1-df57-4884-bfdf-78eae8a1d4e8,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:20.048754 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] No DVR routers for this DVR port 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 10:02:20.051152 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:20.053090 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7e5f9ff5-3dfc-4b55-8706-b110bdfc8ade req-c2e0fe36-7db0-48dc-a110-278912f71476 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "DELETE /v2.0/ports/37ce74a1-df57-4884-bfdf-78eae8a1d4e8 HTTP/1.1" status: 204 len: 173 time: 0.4064236 Jul 27 10:02:20.053539 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'name': 'network-vif-deleted', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 10:02:20.055777 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0285fb-f033-45d6-a59a-b1bedcd53db1" -d '{"events": [{"server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "name": "network-vif-deleted", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:02:20.091689 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 10:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9123438-13ce-4b38-a57e-f049803bed08 x-openstack-request-id: req-b9123438-13ce-4b38-a57e-f049803bed08 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:02:20.091992 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c081c7-e7ef-4db9-a490-408f3bb2d952", "name": "network-vif-deleted", "tag": "37ce74a1-df57-4884-bfdf-78eae8a1d4e8", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:02:20.092368 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9123438-13ce-4b38-a57e-f049803bed08 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:02:20.092770 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c081c7-e7ef-4db9-a490-408f3bb2d952', 'name': 'network-vif-deleted', 'tag': '37ce74a1-df57-4884-bfdf-78eae8a1d4e8', 'status': 'completed', 'code': 200} Jul 27 10:02:20.287869 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-28ad22a0-82bf-4dbd-970b-4e573ee44cf0 req-9b5512b0-08a4-4ebd-8c3b-c1f12c18fdb2 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c081c7-e7ef-4db9-a490-408f3bb2d952 HTTP/1.1" status: 200 len: 210 time: 0.0333250 Jul 27 10:02:23.558954 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56322) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:23.713914 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Deleting port 433f64f1-72ae-4dc3-9d0b-62791cf771fa {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:23.714172 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:23.787249 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:23.787575 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:23.799146 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Calling delete_port for 433f64f1-72ae-4dc3-9d0b-62791cf771fa owned by network:floatingip {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:23.950218 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:23.973377 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event deleted for resources: {'Port': ['ID=433f64f1-72ae-4dc3-9d0b-62791cf771fa,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:23.994309 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:02:24.015579 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 10:02:24.015942 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device 37ce74a1-df57-4884-bfdf-78eae8a1d4e8 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:02:24.041545 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:24.041874 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.db.l3_db [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Floating IP 364cd9ee-1c14-4e4a-b3f2-ad291cbb754f disassociated (deleted). External IP: 172.27.1.118, port: d7e5c65d-c744-4b78-8d1e-a23704f20191. Jul 27 10:02:24.259707 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Router 59f790c3-275a-4a90-a727-4363a901e7e4 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 10:02:24.364794 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:02:24.370108 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:24.374762 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] Sync routers for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:02:24.385572 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:02:24.386188 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:02:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:24.409985 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-c26c9fc1-d6b7-4340-8ee7-fc5c32dc270c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "DELETE /v2.0/floatingips/364cd9ee-1c14-4e4a-b3f2-ad291cbb754f HTTP/1.1" status: 204 len: 168 time: 0.8499272 Jul 27 10:02:24.410819 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 10:02:24.413875 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8c8be8-da44-42e5-9ea7-effea514e654" -d '{"events": [{"name": "network-changed", "server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:02:24.450547 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 10:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce1a18-d2af-400d-94da-e16fce793e37 x-openstack-request-id: req-6cce1a18-d2af-400d-94da-e16fce793e37 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:02:24.451060 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:02:24.451489 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cce1a18-d2af-400d-94da-e16fce793e37 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:02:24.451890 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'status': 'completed', 'code': 200} Jul 27 10:02:24.493156 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:02:24.563932 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-76f5e3ad-8344-48bd-899a-ceb452a052e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:24.565632 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-76f5e3ad-8344-48bd-899a-ceb452a052e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 1099 time: 0.0635369 Jul 27 10:02:24.700295 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:24.718217 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca955b-6410-4136-870d-45a9e2f63d48 req-cfd86639-00e8-463d-9de7-362315c542d6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:24.719748 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7dca955b-6410-4136-870d-45a9e2f63d48 req-cfd86639-00e8-463d-9de7-362315c542d6 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 946 time: 0.1354911 Jul 27 10:02:24.721164 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-d304cf74-c430-4cc3-b5ca-70e78e2b159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:24.722508 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-d304cf74-c430-4cc3-b5ca-70e78e2b159b service neutron] 10.222.0.48 "GET /v2.0/networks?id=089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 200 len: 912 time: 0.1275516 Jul 27 10:02:24.729895 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] Checking router: 59f790c3-275a-4a90-a727-4363a901e7e4 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:02:24.738241 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:02:24.738890 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:02:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:24.773360 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-dc6e0ac1-6de6-4710-904d-6164ffcdabc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191 HTTP/1.1" status: 200 len: 217 time: 0.0409956 Jul 27 10:02:24.817961 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7dca955b-6410-4136-870d-45a9e2f63d48 req-f9ee0e83-d87c-447e-bc62-caf50a9f7949 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915842 Jul 27 10:02:24.839951 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-6ab919c3-3052-40a8-9768-a66a7f3462b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:24.841456 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-6ab919c3-3052-40a8-9768-a66a7f3462b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 200 len: 850 time: 0.0590920 Jul 27 10:02:24.844827 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:02:24.909543 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-e5d4b0fc-634f-4573-bb57-878ef3518c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:24.911062 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-e5d4b0fc-634f-4573-bb57-878ef3518c41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=089b51bb-b422-4864-b284-75c248317a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616834 Jul 27 10:02:25.000950 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-952e1473-46ae-460d-a7d2-97317efa69af service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807602 Jul 27 10:02:25.042393 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:25.067909 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460f104-ce4e-466d-a9be-a0f535d297c0 None None] The sync data for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi is: [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:44Z', 'revision_number': 4, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi', '_interfaces': [{'id': 'd89f1bce-5f71-4910-94b6-39cab02a9533', 'name': '', 'network_id': '089b51bb-b422-4864-b284-75c248317a92', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'mac_address': 'fa:16:3e:4e:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:43Z', 'updated_at': '2021-07-27T09:55:50Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'subnets': [{'id': '2988ef72-bbc2-4b34-956d-fa92d79facc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:02:25.096603 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-7d8c8be8-da44-42e5-9ea7-effea514e654 req-d6c064f6-d0aa-45fa-b9a6-a2cbc520d9ca service neutron] 10.222.0.48 "GET /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871871 Jul 27 10:02:25.274378 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e439d34b-7e27-4906-a8da-1c11d6032b31 None None] New status for floating IP 364cd9ee-1c14-4e4a-b3f2-ad291cbb754f: DOWN {{(pid=99747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 10:02:25.948944 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8157a9-a59c-45c3-a408-ef5bc1046b38 req-993b8518-a2f3-4a38-abe2-d7ba98aa4081 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:25.950422 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb8157a9-a59c-45c3-a408-ef5bc1046b38 req-993b8518-a2f3-4a38-abe2-d7ba98aa4081 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 946 time: 0.0632920 Jul 27 10:02:25.987725 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-eb8157a9-a59c-45c3-a408-ef5bc1046b38 req-19ced6c3-7431-4059-a429-a92ad02e97c5 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/security-groups?id=7adec1b8-1fa2-409d-8df3-ebc91218eeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314469 Jul 27 10:02:26.292546 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ede787f-ac9b-4643-b79d-1ecf8a5e9ae4 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 10:02:26.294015 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ede787f-ac9b-4643-b79d-1ecf8a5e9ae4 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 946 time: 0.0679667 Jul 27 10:02:26.394990 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Deleting port d7e5c65d-c744-4b78-8d1e-a23704f20191 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:26.395345 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:26.491180 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] For port d7e5c65d-c744-4b78-8d1e-a23704f20191, host hv-cinder-80244, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80244',level=0,port_id=d7e5c65d-c744-4b78-8d1e-a23704f20191,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:26.491486 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:26.504813 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Calling delete_port for d7e5c65d-c744-4b78-8d1e-a23704f20191 owned by compute:nova {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:26.634953 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:26.670663 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event deleted for resources: {'Port': ['ID=d7e5c65d-c744-4b78-8d1e-a23704f20191,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:26.719250 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] No DVR routers for this DVR port d7e5c65d-c744-4b78-8d1e-a23704f20191 on host hv-cinder-80244 {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 10:02:26.721826 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for port, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:26.723728 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-a8ca8abd-ded4-4982-ac1e-040e1f15c28b req-6ba47065-53df-4fec-8647-5d2d3615d26f tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.48 "DELETE /v2.0/ports/d7e5c65d-c744-4b78-8d1e-a23704f20191 HTTP/1.1" status: 204 len: 173 time: 0.4232254 Jul 27 10:02:26.724164 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'name': 'network-vif-deleted', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191'}] {{(pid=99744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 10:02:26.726976 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56684b87d5828ee7313e823e1497473d662e51fe4b270881acfe5571653170f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07fc25-cde1-489c-ba19-423b9abc072c" -d '{"events": [{"server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "name": "network-vif-deleted", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191"}]}' {{(pid=99744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:02:26.765015 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 10:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfa0278-be25-41bf-9689-0b2af5c55b25 x-openstack-request-id: req-bdfa0278-be25-41bf-9689-0b2af5c55b25 {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:02:26.765313 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9812f52c-4f49-4b9d-b93a-daf0bd283900", "name": "network-vif-deleted", "tag": "d7e5c65d-c744-4b78-8d1e-a23704f20191", "status": "completed", "code": 200}]} {{(pid=99744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:02:26.765568 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdfa0278-be25-41bf-9689-0b2af5c55b25 {{(pid=99744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:02:26.765970 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9812f52c-4f49-4b9d-b93a-daf0bd283900', 'name': 'network-vif-deleted', 'tag': 'd7e5c65d-c744-4b78-8d1e-a23704f20191', 'status': 'completed', 'code': 200} Jul 27 10:02:27.090473 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [req-c94a3b98-5986-4948-949d-fc484ce254e5 req-9b70a4c5-078c-4052-bff5-fd159c68b93c tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "GET /v2.0/ports?device_id=9812f52c-4f49-4b9d-b93a-daf0bd283900 HTTP/1.1" status: 200 len: 210 time: 0.0306766 Jul 27 10:02:28.145872 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56338) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:28.154939 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:02:28.266887 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Deleting port 404ddb15-7098-42bc-9e79-c6cf4cacab17 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:28.267232 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:28.342373 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:28.342733 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:28.355416 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Calling delete_port for 404ddb15-7098-42bc-9e79-c6cf4cacab17 owned by network:floatingip {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:28.487195 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:28.513436 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event deleted for resources: {'Port': ['ID=404ddb15-7098-42bc-9e79-c6cf4cacab17,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:28.573715 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for floatingip, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:28.576239 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23444'] for floatingip, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:28.577413 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-81520ca8-7dc1-4dad-82b8-7a58facde7cc tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "DELETE /v2.0/floatingips/730c49b0-d58c-412b-94f8-2f9462ba574c HTTP/1.1" status: 204 len: 168 time: 0.4305177 Jul 27 10:02:29.772119 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56350) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:29.830318 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-bb461550-c9ba-4873-bdb7-71c46cd8bba9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:29.855259 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-bb461550-c9ba-4873-bdb7-71c46cd8bba9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:29.923249 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-bb461550-c9ba-4873-bdb7-71c46cd8bba9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:29.925722 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-bb461550-c9ba-4873-bdb7-71c46cd8bba9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:29.926896 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-bb461550-c9ba-4873-bdb7-71c46cd8bba9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] 10.222.0.22 "DELETE /v2.0/security-groups/7adec1b8-1fa2-409d-8df3-ebc91218eeb5 HTTP/1.1" status: 204 len: 168 time: 0.1537817 Jul 27 10:02:29.936613 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb461550-c9ba-4873-bdb7-71c46cd8bba9 tempest-TestVolumeBootPattern-284606463 tempest-TestVolumeBootPattern-284606463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adec1b8-1fa2-409d-8df3-ebc91218eeb5,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:29.985766 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56354) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:30.004131 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device d7e5c65d-c744-4b78-8d1e-a23704f20191 no longer exists at agent hyperv_hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:02:30.027739 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] No Port match for: d7e5c65d-c744-4b78-8d1e-a23704f20191 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 10:02:30.028088 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Device d7e5c65d-c744-4b78-8d1e-a23704f20191 not bound to the agent host hv-cinder-80244 {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:02:30.430182 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709048'] for router_interface, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:30.951966 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Deleting port d89f1bce-5f71-4910-94b6-39cab02a9533 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:30.952670 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:31.034100 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] For port d89f1bce-5f71-4910-94b6-39cab02a9533, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=d89f1bce-5f71-4910-94b6-39cab02a9533,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:31.034457 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:31.046800 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Calling delete_port for d89f1bce-5f71-4910-94b6-39cab02a9533 owned by network:router_interface {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:31.283999 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:31.312389 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89f1bce-5f71-4910-94b6-39cab02a9533,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:31.502472 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708820'] for router_interface, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:31.724879 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Router 59f790c3-275a-4a90-a727-4363a901e7e4 has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 10:02:31.829641 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:02:31.835107 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e3df6cf7-af85-43b6-9196-2aae5133b4b5 admin admin] 10.222.0.22 "PUT /v2.0/routers/59f790c3-275a-4a90-a727-4363a901e7e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8477998 Jul 27 10:02:31.838106 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 56358) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:31.838926 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] Sync routers for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:02:31.847765 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:02:31.848377 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:02:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:32.079983 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: dv-cinder-802440-1-iscsi {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:02:32.182612 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks [] for router, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.257655 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T10:02:31Z', 'revision_number': 5, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port': {'id': 'e32a62ad-af24-4830-ba88-8f0af1bbb876', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T09:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:32.283866 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] Checking router: 59f790c3-275a-4a90-a727-4363a901e7e4 for host: dv-cinder-802440-1-iscsi {{(pid=99746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:02:32.287501 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.292793 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] Routers {'59f790c3-275a-4a90-a727-4363a901e7e4'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:02:32.293436 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:02:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['59f790c3-275a-4a90-a727-4363a901e7e4'], 'active': True} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:32.339874 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Deleting port e32a62ad-af24-4830-ba88-8f0af1bbb876 {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:32.340126 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.380629 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvr_db [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] Set router 59f790c3-275a-4a90-a727-4363a901e7e4 gateway port host: None {{(pid=99746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:02:32.419929 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] For port e32a62ad-af24-4830-ba88-8f0af1bbb876, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=e32a62ad-af24-4830-ba88-8f0af1bbb876,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:32.420293 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.433112 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Calling delete_port for e32a62ad-af24-4830-ba88-8f0af1bbb876 owned by network:router_gateway {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:32.434820 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_hamode_db [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T10:02:32Z', 'revision_number': 6, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port_host': None}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:32.462033 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d724203-ff13-4a9a-990b-178b7401d8a4 None None] The sync data for ids ['59f790c3-275a-4a90-a727-4363a901e7e4'] in dv-cinder-802440-1-iscsi is: [{'id': '59f790c3-275a-4a90-a727-4363a901e7e4', 'name': 'tempest-TestVolumeBootPattern-698572812-router', 'tenant_id': '951b228bad6a4e5397ebe67f3ffd6939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:41Z', 'updated_at': '2021-07-27T10:02:32Z', 'revision_number': 6, 'project_id': '951b228bad6a4e5397ebe67f3ffd6939', 'gw_port_host': None}] {{(pid=99746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:02:32.595820 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.622733 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Pushing event deleted for resources: {'Port': ['ID=e32a62ad-af24-4830-ba88-8f0af1bbb876,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:32.648543 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.648893 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.649238 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.649578 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.649913 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.650265 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.650575 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.650927 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.651258 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.651584 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.651931 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.652239 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:32.696837 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2072246'] for router_gateway, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.783832 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2985'] for router, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.785897 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.828961 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604287'] for router, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.829520 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f790c3-275a-4a90-a727-4363a901e7e4 {{(pid=99745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 10:02:32.834533 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] Notify callbacks [] for router, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.835319 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-5c5b11d0-6e05-4c1d-b335-31313c0a302e admin admin] 10.222.0.22 "DELETE /v2.0/routers/59f790c3-275a-4a90-a727-4363a901e7e4 HTTP/1.1" status: 204 len: 168 time: 0.9961836 Jul 27 10:02:32.837869 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 56362) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:32.888145 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.db_base_plugin_v2 [None req-028139e2-eede-4b8b-b6db-8aa032f2c010 admin admin] Deleting subnet 2988ef72-bbc2-4b34-956d-fa92d79facc2 {{(pid=99745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 10:02:32.891714 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-028139e2-eede-4b8b-b6db-8aa032f2c010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:32.929393 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-028139e2-eede-4b8b-b6db-8aa032f2c010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27231602'] for subnet, precommit_delete_associations {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.012044 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-028139e2-eede-4b8b-b6db-8aa032f2c010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.064980 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-028139e2-eede-4b8b-b6db-8aa032f2c010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27231688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27232828'] for subnet, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.088420 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028139e2-eede-4b8b-b6db-8aa032f2c010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2988ef72-bbc2-4b34-956d-fa92d79facc2,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:33.094215 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-028139e2-eede-4b8b-b6db-8aa032f2c010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for subnet, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.096203 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-028139e2-eede-4b8b-b6db-8aa032f2c010 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2988ef72-bbc2-4b34-956d-fa92d79facc2 HTTP/1.1" status: 204 len: 168 time: 0.2574012 Jul 27 10:02:33.098651 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [-] (99745) accepted ('10.222.0.22', 56364) {{(pid=99745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:33.099449 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247e46eb-d077-4bec-be5e-026fa0b56b34 None None] Network 089b51bb-b422-4864-b284-75c248317a92 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 10:02:33.170878 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.227601 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Deleting port 05cabc14-4235-4d20-861b-7276eedca482 {{(pid=99745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:33.228084 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.292144 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.db [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] For port 05cabc14-4235-4d20-861b-7276eedca482, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=05cabc14-4235-4d20-861b-7276eedca482,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:33.292514 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.305798 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] DHCP port deletion for 089b51bb-b422-4864-b284-75c248317a92 request from dv-cinder-802440-1-iscsi {{(pid=99746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 10:02:33.308011 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.plugin [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Calling delete_port for 05cabc14-4235-4d20-861b-7276eedca482 owned by network:dhcp {{(pid=99745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:33.355600 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Deleting port 05cabc14-4235-4d20-861b-7276eedca482 {{(pid=99746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:33.356113 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.391212 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27231739'] for port, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.419055 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Pushing event deleted for resources: {'Port': ['ID=05cabc14-4235-4d20-861b-7276eedca482,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:33.424768 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] No DVR routers for this DVR port 05cabc14-4235-4d20-861b-7276eedca482 on host dv-cinder-802440-1-iscsi {{(pid=99745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 10:02:33.425880 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] For port 05cabc14-4235-4d20-861b-7276eedca482, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=05cabc14-4235-4d20-861b-7276eedca482,segment=NetworkSegment(891723a0-8e49-49ef-8975-427b72d70a94),segment_id=891723a0-8e49-49ef-8975-427b72d70a94)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:33.426289 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.441844 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Calling delete_port for 05cabc14-4235-4d20-861b-7276eedca482 owned by network:dhcp {{(pid=99746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:33.500875 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.511691 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089b51bb-b422-4864-b284-75c248317a92']}} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:33.523273 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891723a0-8e49-49ef-8975-427b72d70a94') {'for_net_delete': True} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:33.523585 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.services.segments.db [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891723a0-8e49-49ef-8975-427b72d70a94') {} {{(pid=99745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:33.524369 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356'] for port, after_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.532775 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27231361'] for segment, before_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.547461 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.550121 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Pushing event deleted for resources: {'Port': ['ID=05cabc14-4235-4d20-861b-7276eedca482,revision_number=None']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:33.555013 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=99745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:02:33.555461 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] No DVR routers for this DVR port 05cabc14-4235-4d20-861b-7276eedca482 on host dv-cinder-802440-1-iscsi {{(pid=99746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 10:02:33.555651 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27231654'] for segment, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: Traceback (most recent call last): Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: timer() Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: cb(*args, **kw) Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: return func(*args, **kwargs) Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: self._notify() Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: self.callback(batched_events) Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: event.method(event) Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: return f(self, *a, **k) Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._get(url).json() Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: return self.request(url, 'GET', **kwargs) Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 10:02:33.557762 dv-cinder-802440-1-iscsi neutron-server[99745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 10:02:33.567270 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.567653 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.567947 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.568298 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.569121 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.569457 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.569837 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.570250 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.570474 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.570969 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.571188 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.571442 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aedc8b-4aa3-470f-beab-4ca8b76c942d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802440-1-iscsi {{(pid=99746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:02:33.619164 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.625093 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron_lib.callbacks.manager [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:33.627039 dv-cinder-802440-1-iscsi neutron-server[99745]: INFO neutron.wsgi [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] 10.222.0.22 "DELETE /v2.0/networks/089b51bb-b422-4864-b284-75c248317a92 HTTP/1.1" status: 204 len: 168 time: 0.5273948 Jul 27 10:02:33.630069 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56366) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:33.638842 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69756637-43ed-4da2-9d49-9f65508acdef admin admin] Pushing event deleted for resources: {'Network': ['ID=089b51bb-b422-4864-b284-75c248317a92,revision_number=None']} {{(pid=99745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:33.985692 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709048'] for router_interface, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:34.233402 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Deleting port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:34.233743 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:34.289571 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 05cabc14-4235-4d20-861b-7276eedca482 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:02:34.312253 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] For port 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc,segment=NetworkSegment(f9372f5b-b76e-4f84-8c8a-c17a7f3b3993),segment_id=f9372f5b-b76e-4f84-8c8a-c17a7f3b3993)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:34.312515 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 05cabc14-4235-4d20-861b-7276eedca482 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 10:02:34.312641 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:34.312750 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 05cabc14-4235-4d20-861b-7276eedca482 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:02:34.313155 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device e32a62ad-af24-4830-ba88-8f0af1bbb876 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:02:34.328775 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Calling delete_port for 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc owned by network:router_interface {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:34.330988 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: e32a62ad-af24-4830-ba88-8f0af1bbb876 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 10:02:34.331333 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device e32a62ad-af24-4830-ba88-8f0af1bbb876 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:02:34.331744 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device d89f1bce-5f71-4910-94b6-39cab02a9533 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:02:34.349251 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: d89f1bce-5f71-4910-94b6-39cab02a9533 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 10:02:34.349593 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device d89f1bce-5f71-4910-94b6-39cab02a9533 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:02:34.508171 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:34.534658 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:34.700033 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708820'] for router_interface, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:34.909885 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Router be0f7218-a72f-4732-9bc3-b8b600227dca has already been hosted by L3 agent 3e48705a-18d0-4626-87c4-b96d80b513b3 {{(pid=99744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 10:02:35.016625 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] Notify agent at l3_agent.dv-cinder-802440-1-iscsi the message routers_updated {{(pid=99744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:02:35.021770 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-6a5500c6-285e-46f4-9173-c6a88499dd9a admin admin] 10.222.0.22 "PUT /v2.0/routers/be0f7218-a72f-4732-9bc3-b8b600227dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3906038 Jul 27 10:02:35.024398 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56368) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:35.024983 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] Sync routers for ids ['be0f7218-a72f-4732-9bc3-b8b600227dca'] in dv-cinder-802440-1-iscsi {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:02:35.034225 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] Routers {'be0f7218-a72f-4732-9bc3-b8b600227dca'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:02:35.034876 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:02:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['be0f7218-a72f-4732-9bc3-b8b600227dca'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:35.127287 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks [] for router, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.135193 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] Set router be0f7218-a72f-4732-9bc3-b8b600227dca gateway port host: dv-cinder-802440-1-iscsi {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:02:35.227619 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.279443 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Deleting port e3a7a912-67da-4ddf-ba94-639616029284 {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:35.279785 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.310200 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'external_fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:45Z', 'updated_at': '2021-07-27T10:02:34Z', 'revision_number': 5, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'gw_port': {'id': 'e3a7a912-67da-4ddf-ba94-639616029284', 'name': '', 'network_id': '77749d8b-dd40-4fad-af23-39f953f95742', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '98f6a553-3908-451d-8b78-c00c2208506b', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802440-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T09:55:46Z', 'updated_at': '2021-07-27T09:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98f6a553-3908-451d-8b78-c00c2208506b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802440-1-iscsi'}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:35.336287 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] Checking router: be0f7218-a72f-4732-9bc3-b8b600227dca for host: dv-cinder-802440-1-iscsi {{(pid=99747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:02:35.357047 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] For port e3a7a912-67da-4ddf-ba94-639616029284, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=e3a7a912-67da-4ddf-ba94-639616029284,segment=NetworkSegment(bcf9f778-37b2-46d5-bea8-6bf38fbc7443),segment_id=bcf9f778-37b2-46d5-bea8-6bf38fbc7443)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:35.357424 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.357737 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] Routers {'be0f7218-a72f-4732-9bc3-b8b600227dca'} bound to L3 agent in host dv-cinder-802440-1-iscsi {{(pid=99747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 10:02:35.358399 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802440-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T09:37:43Z,description=,heartbeat_timestamp=2021-07-27T10:02:13Z,host='dv-cinder-802440-1-iscsi',id=3e48705a-18d0-4626-87c4-b96d80b513b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T09:37:43Z,topic='l3_agent')) {'router_ids': ['be0f7218-a72f-4732-9bc3-b8b600227dca'], 'active': True} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:35.373412 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Calling delete_port for e3a7a912-67da-4ddf-ba94-639616029284 owned by network:router_gateway {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:35.442696 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_dvr_db [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] Set router be0f7218-a72f-4732-9bc3-b8b600227dca gateway port host: None {{(pid=99747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 10:02:35.497750 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.l3_hamode_db [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:45Z', 'updated_at': '2021-07-27T10:02:35Z', 'revision_number': 6, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'gw_port_host': None}], 'dv-cinder-802440-1-iscsi', False) {} {{(pid=99747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:35.523504 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e2b2d-68b0-4e99-abc0-c23c96a64feb None None] The sync data for ids ['be0f7218-a72f-4732-9bc3-b8b600227dca'] in dv-cinder-802440-1-iscsi is: [{'id': 'be0f7218-a72f-4732-9bc3-b8b600227dca', 'name': 'tempest-TestVolumeBootPattern-1181280746-router', 'tenant_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T09:55:45Z', 'updated_at': '2021-07-27T10:02:35Z', 'revision_number': 6, 'project_id': '76d3a0fdc1b349fe9f58361bcf98355d', 'gw_port_host': None}] {{(pid=99747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:02:35.542439 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.575239 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a7a912-67da-4ddf-ba94-639616029284,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:35.633397 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2072246'] for router_gateway, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.727107 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2985'] for router, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.729204 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.771048 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1604287'] for router, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.771596 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be0f7218-a72f-4732-9bc3-b8b600227dca {{(pid=99744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 10:02:35.776630 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] Notify callbacks [] for router, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.777816 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-550758f2-0687-413e-8830-f09bb4147778 admin admin] 10.222.0.22 "DELETE /v2.0/routers/be0f7218-a72f-4732-9bc3-b8b600227dca HTTP/1.1" status: 204 len: 168 time: 0.7524927 Jul 27 10:02:35.780326 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56370) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:35.826805 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ecac9d-4da1-4e67-a400-44a6fc0ae9d2 admin admin] Deleting subnet 8306c6cf-96dd-4281-bb33-36410a8caa9c {{(pid=99744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 10:02:35.829828 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b7ecac9d-4da1-4e67-a400-44a6fc0ae9d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.864630 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b7ecac9d-4da1-4e67-a400-44a6fc0ae9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27206144'] for subnet, precommit_delete_associations {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:35.947461 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b7ecac9d-4da1-4e67-a400-44a6fc0ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856057'] for subnet, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.005072 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b7ecac9d-4da1-4e67-a400-44a6fc0ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25376663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27051854'] for subnet, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.031652 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecac9d-4da1-4e67-a400-44a6fc0ae9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8306c6cf-96dd-4281-bb33-36410a8caa9c,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:36.036537 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-b7ecac9d-4da1-4e67-a400-44a6fc0ae9d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.038333 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b7ecac9d-4da1-4e67-a400-44a6fc0ae9d2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8306c6cf-96dd-4281-bb33-36410a8caa9c HTTP/1.1" status: 204 len: 168 time: 0.2570908 Jul 27 10:02:36.042019 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d305eb-1006-450e-b398-fb186c4059ab None None] Network ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 requested from dv-cinder-802440-1-iscsi {{(pid=99746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 10:02:36.044323 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56372) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:36.116952 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985873'] for network, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.173325 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Deleting port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c {{(pid=99744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:36.173670 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.247804 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.db [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] For port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=bd8c0207-a8bb-47fc-a7f7-35abe0e4043c,segment=NetworkSegment(f9372f5b-b76e-4f84-8c8a-c17a7f3b3993),segment_id=f9372f5b-b76e-4f84-8c8a-c17a7f3b3993)] {{(pid=99744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:36.248160 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.259710 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740cf60d-d2ec-49a7-9298-c54ef10e0e76 None None] DHCP port deletion for ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 request from dv-cinder-802440-1-iscsi {{(pid=99746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 10:02:36.264735 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.plugin [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Calling delete_port for bd8c0207-a8bb-47fc-a7f7-35abe0e4043c owned by network:dhcp {{(pid=99744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:36.315066 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-740cf60d-d2ec-49a7-9298-c54ef10e0e76 None None] Deleting port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c {{(pid=99746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 10:02:36.315615 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-740cf60d-d2ec-49a7-9298-c54ef10e0e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741452887170'] for port, before_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.353367 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device e3a7a912-67da-4ddf-ba94-639616029284 no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:02:36.355267 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376676'] for port, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.386336 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8c0207-a8bb-47fc-a7f7-35abe0e4043c,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:36.387523 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: e3a7a912-67da-4ddf-ba94-639616029284 {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 10:02:36.387875 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device e3a7a912-67da-4ddf-ba94-639616029284 not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:02:36.388532 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device bd8c0207-a8bb-47fc-a7f7-35abe0e4043c no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:02:36.393345 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] No DVR routers for this DVR port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c on host dv-cinder-802440-1-iscsi {{(pid=99744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 10:02:36.417195 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: bd8c0207-a8bb-47fc-a7f7-35abe0e4043c {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 10:02:36.417618 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device bd8c0207-a8bb-47fc-a7f7-35abe0e4043c not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:02:36.417976 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc no longer exists at agent ovs-agent-dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:02:36.441714 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] No Port match for: 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc {{(pid=99746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 10:02:36.442066 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.rpc [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Device 76e084c3-39e6-4ac4-9c5b-ae5051fd3bcc not bound to the agent host dv-cinder-802440-1-iscsi {{(pid=99746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:02:36.445986 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.db [None req-740cf60d-d2ec-49a7-9298-c54ef10e0e76 None None] For port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c, host dv-cinder-802440-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802440-1-iscsi',level=0,port_id=bd8c0207-a8bb-47fc-a7f7-35abe0e4043c,segment=NetworkSegment(f9372f5b-b76e-4f84-8c8a-c17a7f3b3993),segment_id=f9372f5b-b76e-4f84-8c8a-c17a7f3b3993)] {{(pid=99746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:02:36.446865 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-740cf60d-d2ec-49a7-9298-c54ef10e0e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711124'] for port, precommit_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.460026 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.plugins.ml2.plugin [None req-740cf60d-d2ec-49a7-9298-c54ef10e0e76 None None] Calling delete_port for bd8c0207-a8bb-47fc-a7f7-35abe0e4043c owned by network:dhcp {{(pid=99746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 10:02:36.470704 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852854', 'neutron.services.segments.db._delete_segments_for_network-8741452967711'] for network, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.482128 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4337e0-13d5-402f-ac7e-7bb4d34f4b48']}} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:36.495324 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993') {'for_net_delete': True} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:36.495728 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.services.segments.db [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9372f5b-b76e-4f84-8c8a-c17a7f3b3993') {} {{(pid=99744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:02:36.507604 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741452968232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27206643'] for segment, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.525311 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943'] for segment, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.531869 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=99744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:02:36.532346 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376761'] for segment, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: Traceback (most recent call last): Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: timer() Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: cb(*args, **kw) Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: return func(*args, **kwargs) Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: self._notify() Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: self.callback(batched_events) Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: event.method(event) Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: return f(self, *a, **k) Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._get(url).json() Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: return self.request(url, 'GET', **kwargs) Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 10:02:36.534283 dv-cinder-802440-1-iscsi neutron-server[99744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 10:02:36.550772 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-740cf60d-d2ec-49a7-9298-c54ef10e0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741452892380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741452516356'] for port, after_delete {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.577518 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cf60d-d2ec-49a7-9298-c54ef10e0e76 None None] Pushing event deleted for resources: {'Port': ['ID=bd8c0207-a8bb-47fc-a7f7-35abe0e4043c,revision_number=None']} {{(pid=99746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:36.581444 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740cf60d-d2ec-49a7-9298-c54ef10e0e76 None None] No DVR routers for this DVR port bd8c0207-a8bb-47fc-a7f7-35abe0e4043c on host dv-cinder-802440-1-iscsi {{(pid=99746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 10:02:36.603957 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2072202'] for network, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.609560 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056590'] for network, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.611449 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] 10.222.0.22 "DELETE /v2.0/networks/ea4337e0-13d5-402f-ac7e-7bb4d34f4b48 HTTP/1.1" status: 204 len: 168 time: 0.5660563 Jul 27 10:02:36.622708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b011d4-9576-4384-8b87-8682e2cf454d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4337e0-13d5-402f-ac7e-7bb4d34f4b48,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:36.727803 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56376) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:36.768186 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-b1d90091-03f3-493c-9dbe-a424114083d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=951b228bad6a4e5397ebe67f3ffd6939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391176 Jul 27 10:02:36.770549 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56378) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:36.818154 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-56d435fd-2d82-4ae7-855d-52891f253151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.839073 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-56d435fd-2d82-4ae7-855d-52891f253151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.885255 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-56d435fd-2d82-4ae7-855d-52891f253151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.887708 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-56d435fd-2d82-4ae7-855d-52891f253151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:36.888864 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-56d435fd-2d82-4ae7-855d-52891f253151 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a59703b2-74bb-45a0-8c90-7ec5ded035f8 HTTP/1.1" status: 204 len: 168 time: 0.1174147 Jul 27 10:02:36.896554 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d435fd-2d82-4ae7-855d-52891f253151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59703b2-74bb-45a0-8c90-7ec5ded035f8,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:37.205636 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56384) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:37.525265 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-e68189b6-8870-4ca5-adc1-331fcbae9aea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76d3a0fdc1b349fe9f58361bcf98355d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184648 Jul 27 10:02:37.527800 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.wsgi [-] (99744) accepted ('10.222.0.22', 56388) {{(pid=99744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 10:02:37.574173 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-67b5adce-a55f-4bd3-8807-988d0f756256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:37.594227 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-67b5adce-a55f-4bd3-8807-988d0f756256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:37.638839 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-67b5adce-a55f-4bd3-8807-988d0f756256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054861'] for security_group, after_delete {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:37.641265 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron_lib.callbacks.manager [None req-67b5adce-a55f-4bd3-8807-988d0f756256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:37.642386 dv-cinder-802440-1-iscsi neutron-server[99744]: INFO neutron.wsgi [None req-67b5adce-a55f-4bd3-8807-988d0f756256 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49602524-dbad-406e-ad5f-7f1e70d33b07 HTTP/1.1" status: 204 len: 168 time: 0.1137235 Jul 27 10:02:37.650569 dv-cinder-802440-1-iscsi neutron-server[99744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5adce-a55f-4bd3-8807-988d0f756256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49602524-dbad-406e-ad5f-7f1e70d33b07,revision_number=None']} {{(pid=99744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:02:40.722076 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-b0f7bd00-160c-4d55-8e7b-f493775ca203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:43.298137 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4b11bf3a-fdfb-47ca-97bf-a3fd647cf812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:43.770059 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:44.416547 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:45.842833 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:02:46.042829 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:05.154149 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:03:10.712023 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-d52adfe0-f488-4286-aa24-6216486d4b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:13.298514 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-5d50dc07-c074-4562-98e4-5833bf0b6237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:13.772591 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:14.417852 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:15.844951 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:16.043089 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:40.713347 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ab44d6f4-4a0b-496f-996b-976a7d382d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:42.154069 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:03:43.302910 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-6ac926a9-49b0-45e4-9ad9-3f0f283cfb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:43.778138 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:44.422825 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:45.849632 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:03:46.044432 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:10.714252 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-a25a5580-b63d-4eed-9120-47b4c49e68ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:13.304350 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ea94b128-2588-4b5e-948d-b81c691d5a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:13.777138 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:14.424415 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:15.852350 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:16.048192 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:19.153740 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:04:40.715763 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-5dcde10d-16c1-4e1b-88bd-1ef048546743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:43.304547 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3982-2068-4d42-992e-09e25cc1c455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:43.769392 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:44.426403 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:45.853220 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:46.042405 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:04:56.152519 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:05:10.718999 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-1f04515d-7bf1-4f01-86a8-bbda55e5ef57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:13.308575 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-12e94f0f-b990-4574-8c1d-dcc57a69f4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:13.772417 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:14.430270 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:15.855558 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:16.043333 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:33.151424 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:05:40.719701 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-4c28de88-d537-4e52-af46-ae3226a19733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:43.310712 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd185-30c5-4c8b-9763-699901487125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:43.776561 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:44.431394 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:45.858861 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:05:46.063195 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:10.150477 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:06:10.721571 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e2869dee-f9f7-482d-b54f-c7186c4c790a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:13.310657 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c7df-05b3-4648-b372-bbae68d4148a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:13.791778 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:14.436256 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:15.863104 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:16.074396 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:16.922178 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [req-3943e077-560a-4299-81dd-679698b299c6 req-b35078d1-de67-4e43-98b2-0b228f43f1fa tempest-VolumesActionsTest-1404652735 tempest-VolumesActionsTest-1404652735-project] (99745) timed out ('10.222.0.48', 64789) {{(pid=99745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 10:06:40.722187 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-5af232f0-eccd-4b4f-a9bd-5681d03234ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:43.312910 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-41d39e3e-2c4b-473e-94bd-4326c26c9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:43.785883 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:44.439920 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:45.865775 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:46.088548 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:06:47.148966 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:07:10.723114 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-63f64ed4-a8ff-42f7-bf34-80e1f6ac22a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:13.313322 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-9f1a36dd-d96d-4563-8a58-57474996ab8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:13.788859 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:14.442115 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:15.447201 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [req-3952c0e0-8745-44f4-a0ff-e8a138b2e7e7 req-aef39847-f2b5-4175-9ef1-43ead7f7192f service neutron] (99745) timed out ('10.222.0.22', 50056) {{(pid=99745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 10:07:15.869246 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:16.102330 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:24.148212 dv-cinder-802440-1-iscsi neutron-server[99747]: DEBUG neutron.db.agents_db [None req-6008dcca-f4ce-4e07-bdcd-debcd70ef62b None None] Agent healthcheck: found 6 active agents {{(pid=99747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:07:24.797837 dv-cinder-802440-1-iscsi neutron-server[99745]: DEBUG neutron.wsgi [req-49fa6bf6-3161-442a-a712-d8db90711138 req-758249e5-8e95-48df-a5d3-b8766b660004 service neutron] (99745) timed out ('10.222.0.22', 53782) {{(pid=99745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 10:07:40.724684 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-67721cdd-31ff-4e6b-af3f-4fa9817e991a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:43.314994 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-442e1580-e536-42aa-8f4d-320d27def758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:43.792196 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-ff152203-b0f1-4a9a-a7be-157b5d01657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:44.445439 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-50ae2432-7227-44c9-8e38-cd6bf65149fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:45.873878 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-052fcfc5-2374-4ce7-8b94-f711df5c5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 10:07:46.108436 dv-cinder-802440-1-iscsi neutron-server[99746]: DEBUG neutron_lib.callbacks.manager [None req-e64fe18c-e5f9-4e7c-89b4-43e754285ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741452967693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859674'] for agent, after_update {{(pid=99746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}